00000800:00000200:2.1F:1746144825.392074:0:3295:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a82e79c0] -> 12345-192.168.203.138@tcp (2) 00000800:00000200:1.1F:1746144825.392868:0:3286:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a82e79c0] -> 12345-192.168.203.138@tcp (2) 00000800:00000200:1.1:1746144825.392874:0:3286:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.138@tcp ffff8800a4eeb300 deleted 00000800:00000010:1.1:1746144825.392876:0:3286:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a4eeb300. 00000800:00000200:1.1:1746144825.392879:0:3286:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746144825.392884:0:3286:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.138@tcp ip 192.168.203.138:1023 00000800:00000200:1.1:1746144825.392887:0:3286:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff8800b1e47f00 type 2, nob 96 niov 1 nkiov 0 00000800:00000200:1.1:1746144825.392953:0:3285:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 1, ksnr_connected 2 ksnr_max_conns 1 00000800:00000200:1.1:1746144825.393162:0:3287:0:(socklnd.c:225:ksocknal_find_peer_locked()) got peer_ni [ffff8800a82e79c0] -> 12345-192.168.203.138@tcp (4) 00000800:00000200:1.1:1746144825.393164:0:3287:0:(socklnd.c:186:ksocknal_destroy_peer()) peer_ni 12345-192.168.203.138@tcp ffff8800a4eeb3c0 deleted 00000800:00000010:1.1:1746144825.393166:0:3287:0:(socklnd.c:195:ksocknal_destroy_peer()) kfreed 'peer_ni': 184 at ffff8800a4eeb3c0. 00000800:00000200:1.1:1746144825.393168:0:3287:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 3, ksnr_connected a ksnr_max_conns 1 00000800:00000200:1.1:1746144825.393216:0:3285:0:(socklnd.c:395:ksocknal_incr_conn_count()) Add conn type 2, ksnr_connected e ksnr_max_conns 1 00010000:00000010:3.1F:1746144825.480320:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800b4947f00. 00010000:00000010:3.1:1746144825.480331:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88009c1f8200. 00010000:00000010:3.1:1746144825.828015:0:20:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff8800a44e1200. 00010000:00000010:3.1:1746144825.828023:0:20:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff88012ec8b000. 00010000:00000010:0.1F:1746144825.830914:0:34:0:(ldlm_resource.c:1331:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff88012ffd4200. 00010000:00000010:0.1:1746144825.830924:0:34:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a1652000. 00010000:00000010:3.1:1746144825.830997:0:27:0:(ldlm_lock.c:176:lock_handle_free()) slab-freed 'lock': 512 at ffff8800a4c4f400. 00010000:00010000:0.0:1746145190.790204:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d0d42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.790211:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d0d42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.790229:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d0d42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.790234:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d0d42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.790304:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e2b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533438976:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8354us (8701us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145190.790313:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2349 00000100:00100000:0.0:1746145190.805960:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2351 00000100:00100000:0.0:1746145190.805969:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092259c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533439488:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145190.805993:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d49 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.806005:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.806007:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.806012:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.806031:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d49 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.846756:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092259500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1963:x1830965533439744:12345-192.168.203.38@tcp:4:dd.0 Request processed in 16752us (18174us total) trans 4294967873 rc 0/0 00000100:00100000:0.0:1746145190.846768:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2352 00002000:00100000:0.0:1746145190.846780:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (9437184->10485759) req@ffff880092259500 x1830965533439744/t4294967873(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:76/0 lens 488/448 e 0 to 0 dl 1746145201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145190.846789:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092259500 with x1830965533439744 ext(9437184->10485759) 00002000:00010000:0.0:1746145190.846794:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092259500 00000100:00100000:0.0:1746145190.852714:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533440256 00000100:00100000:0.0:1746145190.852723:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533440256 00000100:00100000:0.0:1746145190.854420:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533440512 00000100:00100000:0.0:1746145190.854427:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533440512 00000100:00100000:0.0:1746145190.854477:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2355 00000100:00100000:0.0:1746145190.854484:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533440512:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145190.854513:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.854526:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.854528:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.854532:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.854544:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868164:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868179:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868191:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868197:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094701a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145190.868201:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868208:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868227:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.868233:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d0d57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.868304:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533440512:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13817us (14564us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145190.868313:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2355 00000100:00100000:0.0:1746145190.880906:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533440768 00000100:00100000:0.0:1746145190.880915:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533440768 00002000:00100000:0.0:1746145190.880953:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (11534336->12582911) req@ffff8800a56faa00 x1830965533440768/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:76/0 lens 488/0 e 0 to 0 dl 1746145201 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145190.880961:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56faa00 with x1830965533440768 ext(11534336->12582911) 00002000:00010000:0.0:1746145190.880965:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56faa00 00000100:00100000:0.0:1746145190.880984:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533441024 00000100:00100000:0.0:1746145190.880987:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533441024 00000100:00100000:0.0:1746145190.881075:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2356 00000100:00100000:0.0:1746145190.881081:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1962:x1830965533440768:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:0.0:1746145190.891398:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891420:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891428:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891435:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540fe00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145190.891439:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891447:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891466:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.891471:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540fe00/0xb5ee96b21a0d0d5e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.891541:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533441024:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10196us (10767us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145190.891550:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2357 00000100:00100000:0.0:1746145190.904069:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533441536 00000100:00100000:0.0:1746145190.904078:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533441536 00000100:00100000:0.0:1746145190.904124:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2358 00000100:00100000:0.0:1746145190.904131:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092278380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533441536:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145190.904161:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d65 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.904174:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.904175:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.904179:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d65 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.904190:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d0d65 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.938021:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145190.941211:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2361 00000100:00100000:0.0:1746145190.941219:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1963:x1830965533442048:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145190.957998:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133662a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965533442048:12345-192.168.203.38@tcp:4:dd.0 Request processed in 16773us (19969us total) trans 4294967877 rc 0/0 00000100:00100000:0.0:1746145190.958009:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2361 00002000:00100000:0.0:1746145190.958021:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (13631488->14680063) req@ffff880133662a00 x1830965533442048/t4294967877(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:76/0 lens 488/448 e 0 to 0 dl 1746145201 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145190.958029:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133662a00 with x1830965533442048 ext(13631488->14680063) 00002000:00010000:0.0:1746145190.958034:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133662a00 00000100:00100000:0.0:1746145190.966504:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533442560 00000100:00100000:0.0:1746145190.966508:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533442560 00000100:00100000:0.0:1746145190.966554:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2362 00000100:00100000:0.0:1746145190.966564:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533442560:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145190.966594:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.966607:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.966609:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145190.966614:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.966646:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982045:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982060:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982067:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982073:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8c200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145190.982078:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982085:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982108:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145190.982113:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c200/0xb5ee96b21a0d0d73 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145190.983845:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e2bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533442560:12345-192.168.203.38@tcp:3:dd.0 Request processed in 17274us (17393us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145190.983858:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2362 00000100:00100000:0.0:1746145191.012081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.012126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.014507:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2365 00000100:00100000:0.0:1746145191.037746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.037912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.057940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.057989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.079607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.079684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.105103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.105145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.132032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.132085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.132488:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2375 00000100:00100000:0.0:1746145191.132497:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533445632:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145191.132519:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d200/0xb5ee96b21a0d0d9d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.132532:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.132534:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.132539:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d200/0xb5ee96b21a0d0d9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.132552:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d200/0xb5ee96b21a0d0d9d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.152864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.152913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.175709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.177038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.195074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.195120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.196806:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2381 00000100:00100000:0.0:1746145191.196821:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965533446912:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.214724:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.214774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.215683:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2383 00000100:00100000:0.0:1746145191.215693:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1962:x1830965533447680:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.226251:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008f36c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830965530341248:0@lo:400:kworker.0 00000100:00100000:0.0:1746145191.227248:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746145191.227279:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145191.227419:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008f36c380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0000_UUID:3299:1830965530341248:0@lo:400:kworker.0 00000100:00100000:0.0:1746145191.237167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.237208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.237819:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2385 00000100:00100000:0.0:1746145191.237829:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f36d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965533447936:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.260185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.260224:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.310530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.355648:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.378887:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.381303:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533451264 00000100:00100000:0.0:1746145191.381311:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533451264 00002000:00100000:0.0:1746145191.381490:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (32505856->33554431) req@ffff8800a526d880 x1830965533451264/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.381499:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526d880 with x1830965533451264 ext(32505856->33554431) 00002000:00010000:0.0:1746145191.381504:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526d880 00000100:00100000:0.0:1746145191.381526:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2397 00000100:00100000:0.0:1746145191.381533:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965533451264:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.399823:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1961:x1830965533451264:12345-192.168.203.38@tcp:4:dd.0 Request processed in 18278us (18768us total) trans 4294967895 rc 0/0 00000100:00100000:0.0:1746145191.399836:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2397 00002000:00100000:0.0:1746145191.399849:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (32505856->33554431) req@ffff8800a526d880 x1830965533451264/t4294967895(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/448 e 0 to 0 dl 1746145202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.399857:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526d880 with x1830965533451264 ext(32505856->33554431) 00002000:00010000:0.0:1746145191.399863:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526d880 00000100:00100000:0.0:1746145191.460037:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533452672 00000100:00100000:0.0:1746145191.460046:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533452672 00000100:00100000:0.0:1746145191.460117:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533452800 00000100:00100000:0.0:1746145191.460120:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533452800 00002000:00100000:0.0:1746145191.460140:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (35651584->36700159) req@ffff880089d44380 x1830965533452800/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.460149:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d44380 with x1830965533452800 ext(35651584->36700159) 00002000:00010000:0.0:1746145191.460154:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d44380 00000100:00100000:0.0:1746145191.460170:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2402 00000100:00100000:0.0:1746145191.460178:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d44000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533452672:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145191.460211:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915fe000/0xb5ee96b21a0d0dff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.460232:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.460233:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.460239:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe000/0xb5ee96b21a0d0dff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.460250:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915fe000/0xb5ee96b21a0d0dff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.461241:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2403 00000100:00100000:0.0:1746145191.461252:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d44380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1963:x1830965533452800:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.490580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.491565:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533453312 00000100:00100000:0.0:1746145191.491569:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533453312 00000100:00100000:0.0:1746145191.515197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.543985:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2408 00000100:00100000:0.0:1746145191.543996:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533454336:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145191.544026:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.544040:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.544042:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145191.544047:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.544059:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555656:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555673:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555681:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555688:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a9a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145191.555692:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555699:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555716:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.555726:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a9a00/0xb5ee96b21a0d0e14 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [39845888->40894463] (req 39845888->40894463) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.555809:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d44a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533454336:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11811us (13734us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145191.555817:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2408 00000100:00100000:0.0:1746145191.566427:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533454592 00000100:00100000:0.0:1746145191.566451:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533454592 00002000:00100000:0.0:1746145191.566499:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (39845888->40894463) req@ffff880089e21c00 x1830965533454592/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.566508:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e21c00 with x1830965533454592 ext(39845888->40894463) 00002000:00010000:0.0:1746145191.566513:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089e21c00 00000100:00100000:0.0:1746145191.566542:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2410 00000100:00100000:0.0:1746145191.566549:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e21c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965533454592:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.595057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145191.607067:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607082:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607090:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607097:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092055e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145191.607102:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607109:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607127:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.607132:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d0e22 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.621964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.679527:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533456896 00000100:00100000:0.0:1746145191.679533:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533456896 00002000:00100000:0.0:1746145191.679567:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (44040192->45088767) req@ffff880089e23100 x1830965533456896/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.679576:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e23100 with x1830965533456896 ext(44040192->45088767) 00002000:00010000:0.0:1746145191.679581:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089e23100 00000100:00100000:0.0:1746145191.679687:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2419 00000100:00100000:0.0:1746145191.679694:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e23100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:1963:x1830965533456896:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.709295:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d45500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965533457152:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8517us (9027us total) trans 4294967907 rc 0/0 00000100:00100000:0.0:1746145191.709302:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2420 00002000:00100000:0.0:1746145191.709310:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (45088768->46137343) req@ffff880089d45500 x1830965533457152/t4294967907(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/448 e 0 to 0 dl 1746145202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.709333:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d45500 with x1830965533457152 ext(45088768->46137343) 00002000:00010000:0.0:1746145191.709337:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d45500 00000100:00100000:0.0:1746145191.727499:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533457920 00000100:00100000:0.0:1746145191.727507:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533457920 00002000:00100000:0.0:1746145191.727544:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (46137344->47185919) req@ffff88008a698000 x1830965533457920/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.727553:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a698000 with x1830965533457920 ext(46137344->47185919) 00002000:00010000:0.0:1746145191.727558:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a698000 00000100:00100000:0.0:1746145191.727578:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2423 00000100:00100000:0.0:1746145191.727584:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1960:x1830965533457920:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:0.0:1746145191.734141:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734154:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734161:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734168:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013590ee00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145191.734171:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734179:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734204:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.734209:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d0e45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.734280:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533457792:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6700us (6934us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145191.734289:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2422 00000100:00100000:0.0:1746145191.747245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.747296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.778789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.796591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.798654:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.879869:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.879933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145191.894260:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.894274:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.894281:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.894286:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092042e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145191.894291:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.895354:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.895376:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145191.895382:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092042e00/0xb5ee96b21a0d0e6f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [53477376->54525951] (req 53477376->54525951) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145191.895482:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533460992:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15467us (15619us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145191.895491:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2434 00000100:00100000:0.0:1746145191.907003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.913229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914107:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.914529:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533461632 00000100:00100000:0.0:1746145191.914532:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533461632 00000100:00100000:0.0:1746145191.914553:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 342 00000100:00100000:0.0:1746145191.914559:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1961:x1830965533461632:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145191.914601:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4d7d450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1961:x1830965533461632:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 42us (471us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145191.914608:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 342 00000100:00080000:0.0:1746145191.915601:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145191.915604:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145191.935660:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533462400 00000100:00100000:0.0:1746145191.935673:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533462400 00002000:00100000:0.0:1746145191.935714:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (54525952->55574527) req@ffff880089d45f80 x1830965533462400/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.935722:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d45f80 with x1830965533462400 ext(54525952->55574527) 00002000:00010000:0.0:1746145191.935728:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d45f80 00000100:00100000:0.0:1746145191.935749:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533462656 00000100:00100000:0.0:1746145191.935751:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533462656 00000100:00100000:0.0:1746145191.935769:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2438 00000100:00100000:0.0:1746145191.935775:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d45f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1963:x1830965533462400:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.958351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.978387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.978448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145191.978658:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2443 00000100:00100000:0.0:1746145191.978664:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965533463424:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145191.990423:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfd9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965533463424:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11758us (12042us total) trans 4294967918 rc 0/0 00000100:00100000:0.0:1746145191.990430:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2443 00002000:00100000:0.0:1746145191.990439:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (56623104->57671679) req@ffff88008cfd9c00 x1830965533463424/t4294967918(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/448 e 0 to 0 dl 1746145202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.990447:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd9c00 with x1830965533463424 ext(56623104->57671679) 00002000:00010000:0.0:1746145191.990451:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfd9c00 00000100:00100000:0.0:1746145191.999405:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533463936 00000100:00100000:0.0:1746145191.999415:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533463936 00002000:00100000:0.0:1746145191.999459:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (57671680->58720255) req@ffff880089d46680 x1830965533463936/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/0 e 0 to 0 dl 1746145202 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145191.999469:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d46680 with x1830965533463936 ext(57671680->58720255) 00002000:00010000:0.0:1746145191.999474:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d46680 00000100:00100000:0.0:1746145191.999505:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533464192 00000100:00100000:0.0:1746145191.999507:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533464192 00000100:00100000:0.0:1746145191.999535:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2444 00000100:00100000:0.0:1746145191.999543:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1963:x1830965533463936:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.008529:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d46680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1963:x1830965533463936:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8978us (9263us total) trans 4294967919 rc 0/0 00000100:00100000:0.0:1746145192.008538:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2444 00002000:00100000:0.0:1746145192.008548:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (57671680->58720255) req@ffff880089d46680 x1830965533463936/t4294967919(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:77/0 lens 488/448 e 0 to 0 dl 1746145202 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.008556:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d46680 with x1830965533463936 ext(57671680->58720255) 00002000:00010000:0.0:1746145192.008561:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d46680 00000100:00100000:0.0:1746145192.018977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.019020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145192.019267:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145192.019270:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145192.035188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.035240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.054550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.054603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.055774:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2451 00000100:00100000:0.0:1746145192.055785:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfdb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1962:x1830965533465728:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.077858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.078157:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.086923:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfdb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965533465984:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8675us (9071us total) trans 4294967923 rc 0/0 00000100:00100000:0.0:1746145192.086930:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2452 00002000:00100000:0.0:1746145192.086939:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (61865984->62914559) req@ffff88008cfdb800 x1830965533465984/t4294967923(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.086948:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfdb800 with x1830965533465984 ext(61865984->62914559) 00002000:00010000:0.0:1746145192.086952:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cfdb800 00000100:00100000:0.0:1746145192.094789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.094835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145192.104126:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104141:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104149:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104156:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145192.104160:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104171:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104189:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.104195:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d0eb5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.104268:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533466752:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9236us (9426us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145192.104282:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2454 00000100:00100000:0.0:1746145192.116006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.116501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.138050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.138114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.160148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.160204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.160364:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2460 00000100:00100000:0.0:1746145192.160374:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009227b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965533468032:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.179503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.179553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.194895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.194940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.215068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.215117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145192.244170:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145192.255171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.255244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.255516:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2470 00000100:00100000:0.0:1746145192.255526:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e28000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965533470592:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.271540:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533471232 00000100:00100000:0.0:1746145192.271547:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533471232 00002000:00100000:0.0:1746145192.271581:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (72351744->73400319) req@ffff880089d47100 x1830965533471232/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.271590:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d47100 with x1830965533471232 ext(72351744->73400319) 00002000:00010000:0.0:1746145192.271595:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d47100 00000100:00100000:0.0:1746145192.271621:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2473 00000100:00100000:0.0:1746145192.271647:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965533471232:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.276009:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089d47100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965533471232:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4373us (4657us total) trans 4294967933 rc 0/0 00000100:00100000:0.0:1746145192.276020:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2473 00002000:00100000:0.0:1746145192.276032:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (72351744->73400319) req@ffff880089d47100 x1830965533471232/t4294967933(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.276041:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d47100 with x1830965533471232 ext(72351744->73400319) 00002000:00010000:0.0:1746145192.276046:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d47100 00000100:00100000:0.0:1746145192.287653:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533471616 00000100:00100000:0.0:1746145192.287657:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533471616 00002000:00100000:0.0:1746145192.287695:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (73400320->74448895) req@ffff880089d47800 x1830965533471616/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.287708:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d47800 with x1830965533471616 ext(73400320->74448895) 00002000:00010000:0.0:1746145192.287713:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d47800 00000100:00100000:0.0:1746145192.287742:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2474 00000100:00100000:0.0:1746145192.287749:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d47800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965533471616:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.324329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.324695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.346780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.373866:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a698000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1963:x1830965533473664:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6575us (6816us total) trans 4294967938 rc 0/0 00000100:00100000:0.0:1746145192.373875:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2482 00002000:00100000:0.0:1746145192.373887:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (77594624->78643199) req@ffff88008a698000 x1830965533473664/t4294967938(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.373896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a698000 with x1830965533473664 ext(77594624->78643199) 00002000:00010000:0.0:1746145192.373901:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a698000 00000100:00100000:0.0:1746145192.385442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.385554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.404998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.405043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145192.413377:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413405:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413418:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413424:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800940d9000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145192.413428:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413435:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413452:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.413458:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940d9000/0xb5ee96b21a0d0f25 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [80740352->81788927] (req 80740352->81788927) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.413534:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e29c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533474944:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8093us (8485us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145192.413542:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2487 00000100:00100000:0.0:1746145192.425245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.425294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.472222:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533476480 00000100:00100000:0.0:1746145192.472231:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533476480 00000100:00100000:0.0:1746145192.472297:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2492 00000100:00100000:0.0:1746145192.472306:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d44700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533476480:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145192.472336:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d0f3a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.472349:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.472351:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.472355:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d0f3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.472367:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d0f3a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [83886080->84934655] (req 83886080->84934655) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.496104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.496153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145192.509552:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509566:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509573:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509579:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a531a800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145192.509582:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509589:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509606:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.509612:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d0f41 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [84934656->85983231] (req 84934656->85983231) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.509748:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e2b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533476992:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13428us (13648us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145192.509758:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2494 00000100:00100000:0.0:1746145192.519487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.519900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.520282:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2497 00000100:00100000:0.0:1746145192.520289:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133660000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533477504:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145192.520311:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.520324:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.520326:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.520330:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.520342:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535456:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535469:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535482:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535488:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b58ca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145192.535493:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535500:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535518:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.535523:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d0f48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [85983232->87031807] (req 85983232->87031807) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.537581:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133660000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533477504:12345-192.168.203.38@tcp:3:dd.0 Request processed in 17290us (17677us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145192.537589:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2497 00000100:00100000:0.0:1746145192.549931:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533477760 00000100:00100000:0.0:1746145192.549939:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533477760 00002000:00100000:0.0:1746145192.549977:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (85983232->87031807) req@ffff88008a698e00 x1830965533477760/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.549986:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a698e00 with x1830965533477760 ext(85983232->87031807) 00002000:00010000:0.0:1746145192.549991:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a698e00 00000100:00100000:0.0:1746145192.550015:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533478016 00000100:00100000:0.0:1746145192.550018:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533478016 00000100:00100000:0.0:1746145192.550038:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2498 00000100:00100000:0.0:1746145192.550045:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1961:x1830965533477760:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.550185:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2499 00000100:00100000:0.0:1746145192.550190:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a699180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533478016:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145192.550213:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d0f4f lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.550225:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.550227:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.550232:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d0f4f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.550243:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d0f4f lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.560326:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a698e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965533477760:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10274us (10596us total) trans 4294967946 rc 0/0 00000100:00100000:0.0:1746145192.560337:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2498 00002000:00100000:0.0:1746145192.560348:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (85983232->87031807) req@ffff88008a698e00 x1830965533477760/t4294967946(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.560358:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a698e00 with x1830965533477760 ext(85983232->87031807) 00002000:00010000:0.0:1746145192.560363:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a698e00 00000100:00100000:0.0:1746145192.568186:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533478528 00000100:00100000:0.0:1746145192.568195:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533478528 00000100:00100000:0.0:1746145192.568255:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2500 00000100:00100000:0.0:1746145192.568264:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d44e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533478528:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145192.568294:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d0f56 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.568307:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.568309:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.568315:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d0f56 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.568380:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d0f56 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [88080384->89128959] (req 88080384->89128959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.585025:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533478784 00000100:00100000:0.0:1746145192.585035:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533478784 00002000:00100000:0.0:1746145192.585073:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x17:0x0] (88080384->89128959) req@ffff880089d45180 x1830965533478784/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.585083:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089d45180 with x1830965533478784 ext(88080384->89128959) 00002000:00010000:0.0:1746145192.585087:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089d45180 00000100:00100000:0.0:1746145192.585100:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2503 00000100:00100000:0.0:1746145192.585105:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089d45180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1962:x1830965533478784:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.675459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.675526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.701953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.702000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.731410:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533481856 00000100:00100000:0.0:1746145192.731419:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533481856 00002000:00100000:0.0:1746145192.731469:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x17:0x0] (94371840->95420415) req@ffff880092d5b100 x1830965533481856/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.731485:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d5b100 with x1830965533481856 ext(94371840->95420415) 00002000:00010000:0.0:1746145192.731491:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d5b100 00000100:00100000:0.0:1746145192.731514:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2514 00000100:00100000:0.0:1746145192.731521:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d5b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1963:x1830965533481856:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.732069:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533482112 00000100:00100000:0.0:1746145192.732073:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533482112 00000100:00100000:0.0:1746145192.732477:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2515 00000100:00100000:0.0:1746145192.732484:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533482112:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145192.732507:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.732520:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.732522:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145192.732527:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.732540:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745031:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745046:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745056:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745063:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d2200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145192.745067:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745076:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745095:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145192.745102:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d0f87 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x14:0x0].0x0 rrc: 3 type: EXT [95420416->96468991] (req 95420416->96468991) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145192.745467:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880089e20700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533482112:12345-192.168.203.38@tcp:3:dd.0 Request processed in 12978us (13697us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145192.745478:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2515 00000100:00100000:0.0:1746145192.762221:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533482368 00000100:00100000:0.0:1746145192.762230:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533482368 00002000:00100000:0.0:1746145192.762267:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (95420416->96468991) req@ffff880092d58380 x1830965533482368/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.762275:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d58380 with x1830965533482368 ext(95420416->96468991) 00002000:00010000:0.0:1746145192.762280:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d58380 00000100:00100000:0.0:1746145192.762311:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2516 00000100:00100000:0.0:1746145192.762318:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965533482368:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.763530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.772171:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d58380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1961:x1830965533482368:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9850us (10045us total) trans 4294967955 rc 0/0 00000100:00100000:0.0:1746145192.772179:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2516 00002000:00100000:0.0:1746145192.772190:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x17:0x0] (95420416->96468991) req@ffff880092d58380 x1830965533482368/t4294967955(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.772198:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d58380 with x1830965533482368 ext(95420416->96468991) 00002000:00010000:0.0:1746145192.772203:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d58380 00000100:00100000:0.0:1746145192.788583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.790290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.830564:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2520 00000100:00100000:0.0:1746145192.854917:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533483904 00000100:00100000:0.0:1746145192.854921:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533483904 00002000:00100000:0.0:1746145192.854946:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (98566144->99614719) req@ffff880089e21880 x1830965533483904/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.854955:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880089e21880 with x1830965533483904 ext(98566144->99614719) 00002000:00010000:0.0:1746145192.854960:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880089e21880 00000100:00100000:0.0:1746145192.854973:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2523 00000100:00100000:0.0:1746145192.854979:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e21880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1961:x1830965533483904:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.874754:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.874983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.907771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.908127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145192.919114:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133662d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1963:x1830965533485440:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10817us (11350us total) trans 4294967961 rc 0/0 00000100:00100000:0.0:1746145192.919122:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2529 00002000:00100000:0.0:1746145192.919133:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (101711872->102760447) req@ffff880133662d80 x1830965533485440/t4294967961(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.919141:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880133662d80 with x1830965533485440 ext(101711872->102760447) 00002000:00010000:0.0:1746145192.919149:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880133662d80 00000100:00100000:0.0:1746145192.939095:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533485952 00000100:00100000:0.0:1746145192.939104:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533485952 00002000:00100000:0.0:1746145192.939146:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88008a699c00 x1830965533485952/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.939156:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a699c00 with x1830965533485952 ext(102760448->103809023) 00002000:00010000:0.0:1746145192.939161:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a699c00 00000100:00100000:0.0:1746145192.939189:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2531 00000100:00100000:0.0:1746145192.939195:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965533485952:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.946436:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965533485952:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7233us (7409us total) trans 4294967962 rc 0/0 00000100:00100000:0.0:1746145192.946446:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2531 00002000:00100000:0.0:1746145192.946457:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (102760448->103809023) req@ffff88008a699c00 x1830965533485952/t4294967962(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.946465:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a699c00 with x1830965533485952 ext(102760448->103809023) 00002000:00010000:0.0:1746145192.946470:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a699c00 00000100:00100000:0.0:1746145192.955908:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533486592 00000100:00100000:0.0:1746145192.955917:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533486592 00000100:00100000:0.0:1746145192.957264:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533486720 00000100:00100000:0.0:1746145192.957269:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533486720 00002000:00100000:0.0:1746145192.957295:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (103809024->104857599) req@ffff880092d5aa00 x1830965533486720/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/0 e 0 to 0 dl 1746145203 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.957308:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d5aa00 with x1830965533486720 ext(103809024->104857599) 00002000:00010000:0.0:1746145192.957312:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d5aa00 00000100:00100000:0.0:1746145192.957325:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2532 00000100:00100000:0.0:1746145192.957331:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965533486720:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145192.962879:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d5aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+112:1961:x1830965533486720:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5542us (5696us total) trans 4294967963 rc 0/0 00000100:00100000:0.0:1746145192.962889:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2532 00002000:00100000:0.0:1746145192.962899:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x17:0x0] (103809024->104857599) req@ffff880092d5aa00 x1830965533486720/t4294967963(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:78/0 lens 488/448 e 0 to 0 dl 1746145203 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145192.962907:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092d5aa00 with x1830965533486720 ext(103809024->104857599) 00002000:00010000:0.0:1746145192.962912:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092d5aa00 00000100:00100000:0.0:1746145193.139094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.141852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.220560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.224098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.229706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.232941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.236824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.246782:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.256623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145193.257353:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145193.366969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.433174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.476221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145193.524900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145193.580091:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 4194304 -> 5242880 00002000:00010000:0.0:1746145193.580095:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 8199 -> 10247 00010000:00010000:0.0:1746145193.580105:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580114:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580121:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580127:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099678600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145193.580131:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580138:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580154:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.580160:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d1091 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145193.580228:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b03100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533490176:12345-192.168.203.38@tcp:4:dd.0 Request processed in 55154us (55331us total) trans 4294967754 rc 0/0 00000100:00100000:0.0:1746145193.580236:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2537 00000100:00100000:0.0:1746145193.587421:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533490432 00000100:00100000:0.0:1746145193.587430:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533490432 00000100:00100000:0.0:1746145193.587483:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2538 00000100:00100000:0.0:1746145193.587490:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533490432:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145193.587531:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 5242880, mtime: 0x68140faa, atime: 0x0, ctime: 0x68140faa, blocks: 0x2807 00010000:00010000:0.0:1746145193.587539:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.587552:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.587554:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.587559:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.587570:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145193.634470:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 5242880 -> 6291456 00002000:00010000:0.0:1746145193.634474:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 10247 -> 12295 00010000:00010000:0.0:1746145193.634485:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634495:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634502:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634509:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b5232e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145193.634513:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634521:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634537:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.634543:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1098 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145193.634622:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d5a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533490432:12345-192.168.203.38@tcp:4:dd.0 Request processed in 47129us (47278us total) trans 4294967755 rc 0/0 00000100:00100000:0.0:1746145193.634652:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2538 00000100:00100000:0.0:1746145193.640424:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533490688 00000100:00100000:0.0:1746145193.640433:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533490688 00000100:00100000:0.0:1746145193.640518:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2539 00000100:00100000:0.0:1746145193.640527:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d5b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533490688:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145193.640566:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 6291456, mtime: 0x68140faa, atime: 0x0, ctime: 0x68140faa, blocks: 0x3007 00010000:00010000:0.0:1746145193.640574:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d109f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.640586:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.640587:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.640592:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d109f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.640603:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d109f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145193.688024:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967756 is committed 00000001:00080000:0.0:1746145193.743122:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967757 is committed 00002000:00010000:0.0:1746145193.844557:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 9437184 -> 10485760 00002000:00010000:0.0:1746145193.844561:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 18439 -> 20487 00010000:00010000:0.0:1746145193.844572:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844582:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844590:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844596:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8da00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145193.844600:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844608:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844664:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.844671:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8da00/0xb5ee96b21a0d10b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145193.845422:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d58e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533491456:12345-192.168.203.38@tcp:4:dd.0 Request processed in 52699us (52844us total) trans 4294967759 rc 0/0 00000100:00100000:0.0:1746145193.845435:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2542 00000100:00100000:0.0:1746145193.854084:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533491712 00000100:00100000:0.0:1746145193.854094:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533491712 00000100:00100000:0.0:1746145193.854160:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2543 00000100:00100000:0.0:1746145193.854168:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880089e21f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533491712:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145193.854213:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 10485760, mtime: 0x68140faa, atime: 0x0, ctime: 0x68140faa, blocks: 0x5007 00010000:00010000:0.0:1746145193.854220:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d10bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.854231:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.854233:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145193.854238:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d10bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145193.854249:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d10bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145194.015060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145194.074188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145194.293843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145194.400264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145194.446740:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533494528 00000100:00100000:0.0:1746145194.446748:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533494528 00000100:00100000:0.0:1746145194.447119:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2554 00000100:00100000:0.0:1746145194.447129:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d5ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533494528:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145194.447165:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 22020096, mtime: 0x68140fab, atime: 0x0, ctime: 0x68140fab, blocks: 0xa809 00010000:00010000:0.0:1746145194.447174:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9e00/0xb5ee96b21a0d1108 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.447185:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.447188:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.447192:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9e00/0xb5ee96b21a0d1108 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.447205:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a9e00/0xb5ee96b21a0d1108 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145194.626956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145194.718794:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533496064 00000100:00100000:0.0:1746145194.718802:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533496064 00000100:00100000:0.0:1746145194.718853:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2560 00000100:00100000:0.0:1746145194.718860:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a69b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533496064:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145194.718898:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 28311552, mtime: 0x68140fab, atime: 0x0, ctime: 0x68140fab, blocks: 0xd80b 00010000:00010000:0.0:1746145194.718905:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.718918:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.718920:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.718925:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.718937:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145194.757023:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 28311552 -> 29360128 00002000:00010000:0.0:1746145194.757028:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 55307 -> 57355 00010000:00010000:0.0:1746145194.757038:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757046:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757052:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757058:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8d800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145194.757062:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757069:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757085:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.757090:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d1132 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [28311552->29360127] (req 28311552->29360127) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145194.757397:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a69b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533496064:12345-192.168.203.38@tcp:4:dd.0 Request processed in 38305us (38434us total) trans 4294967777 rc 0/0 00000100:00100000:0.0:1746145194.757406:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2560 00000100:00100000:0.0:1746145194.759983:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533496320 00000100:00100000:0.0:1746145194.759992:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533496320 00000100:00100000:0.0:1746145194.760050:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2561 00000100:00100000:0.0:1746145194.760056:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a69b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533496320:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145194.760088:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 29360128, mtime: 0x68140fab, atime: 0x0, ctime: 0x68140fab, blocks: 0xe00b 00010000:00010000:0.0:1746145194.760094:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d1139 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.760102:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.760104:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145194.760108:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d1139 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.760117:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d1139 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [29360128->30408703] (req 29360128->30408703) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145194.940882:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967780 is committed 00010000:00010000:0.0:1746145194.950517:0:7104:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 1 total in blp. (1 blwis in pool) 00010000:00010000:0.0:1746145194.950524:0:7104:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d114e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950530:0:7104:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8d000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145194.950533:0:7104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d114e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950541:0:7104:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d114e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950554:0:7104:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d114e lrc: 1/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950564:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d114e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x14:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950582:0:7104:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145194.950585:0:7104:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d1155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950589:0:7104:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013590ee00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145194.950592:0:7104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d1155 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950596:0:7104:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d1155 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950604:0:7104:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d1155 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950609:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d1155 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145194.950618:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145194.950620:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145194.950621:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145194.954555:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533497344 00000100:00100000:0.0:1746145194.954567:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533497344 00002000:00010000:0.0:1746145195.027116:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 32505856 -> 33554432 00002000:00010000:0.0:1746145195.027120:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 63499 -> 65547 00010000:00010000:0.0:1746145195.027131:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027141:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027147:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027153:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a8000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.027157:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027163:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027184:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.027748:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d115c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [32505856->33554431] (req 32505856->33554431) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.027826:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533497344:12345-192.168.203.38@tcp:4:dd.0 Request processed in 73123us (74462us total) trans 4294967782 rc 0/0 00000100:00100000:0.0:1746145195.027835:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2564 00000100:00100000:0.0:1746145195.031796:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145195.072215:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 33554432 -> 34603008 00002000:00010000:0.0:1746145195.072222:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 65547 -> 67597 00010000:00010000:0.0:1746145195.072234:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072244:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072251:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072258:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ce6000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.072262:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072269:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072384:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.072393:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d1163 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [33554432->34603007] (req 33554432->34603007) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.072467:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b01500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533497600:12345-192.168.203.38@tcp:4:dd.0 Request processed in 39867us (40672us total) trans 4294967783 rc 0/0 00000100:00100000:0.0:1746145195.072475:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2565 00000100:00100000:0.0:1746145195.079719:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533497856 00000100:00100000:0.0:1746145195.079728:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533497856 00000100:00100000:0.0:1746145195.079791:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2566 00000100:00100000:0.0:1746145195.079799:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533497856:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.079841:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 34603008, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1080d 00010000:00010000:0.0:1746145195.079848:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d116a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.079860:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.079862:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.079866:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d116a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.079878:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d116a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [34603008->35651583] (req 34603008->35651583) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.138771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145195.183396:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 35651584 -> 36700160 00002000:00010000:0.0:1746145195.183400:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 69645 -> 71693 00010000:00010000:0.0:1746145195.183410:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183419:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183425:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183432:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461ba00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.183436:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183554:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183572:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.183578:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d1171 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [35651584->36700159] (req 35651584->36700159) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.183668:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c6e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533498112:12345-192.168.203.38@tcp:4:dd.0 Request processed in 44754us (44901us total) trans 4294967785 rc 0/0 00000100:00100000:0.0:1746145195.183676:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2567 00000100:00100000:0.0:1746145195.186499:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533498368 00000100:00100000:0.0:1746145195.186508:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533498368 00000100:00100000:0.0:1746145195.186564:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2568 00000100:00100000:0.0:1746145195.186572:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533498368:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.186612:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 36700160, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1180d 00010000:00010000:0.0:1746145195.186619:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d1178 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.186705:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.186707:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.186713:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d1178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.186725:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d1178 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [36700160->37748735] (req 36700160->37748735) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145195.286707:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967787 is committed 00000001:00080000:0.0:1746145195.337068:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967788 is committed 00000100:00100000:0.0:1746145195.391251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145195.435215:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 40894464 -> 41943040 00002000:00010000:0.0:1746145195.435219:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 79885 -> 81933 00010000:00010000:0.0:1746145195.435229:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435238:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435246:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435253:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012bd4d000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.435257:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435263:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435280:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.435285:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d1194 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [40894464->41943039] (req 40894464->41943039) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.435358:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533499392:12345-192.168.203.38@tcp:4:dd.0 Request processed in 43987us (44110us total) trans 4294967790 rc 0/0 00000100:00100000:0.0:1746145195.435367:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2572 00000100:00100000:0.0:1746145195.440153:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533499648 00000100:00100000:0.0:1746145195.440161:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533499648 00000100:00100000:0.0:1746145195.440214:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2573 00000100:00100000:0.0:1746145195.440222:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533499648:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.440263:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 41943040, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1400d 00010000:00010000:0.0:1746145195.440270:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.440284:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.440286:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.440290:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.440302:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.492390:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 41943040 -> 42991616 00002000:00010000:0.0:1746145195.492395:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 81933 -> 83981 00010000:00010000:0.0:1746145195.492405:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492414:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492427:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492434:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093614800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.492438:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492445:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492461:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.492466:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093614800/0xb5ee96b21a0d119b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [41943040->42991615] (req 41943040->42991615) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.492750:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533499648:12345-192.168.203.38@tcp:4:dd.0 Request processed in 52524us (52717us total) trans 4294967791 rc 0/0 00000100:00100000:0.0:1746145195.492758:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2573 00000100:00100000:0.0:1746145195.499434:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533499904 00000100:00100000:0.0:1746145195.499443:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533499904 00000100:00100000:0.0:1746145195.499490:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2574 00000100:00100000:0.0:1746145195.499497:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533499904:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.499539:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 42991616, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1480d 00010000:00010000:0.0:1746145195.499546:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.499559:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.499560:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.499565:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.499577:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.548698:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 42991616 -> 44040192 00002000:00010000:0.0:1746145195.548701:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 83981 -> 86029 00010000:00010000:0.0:1746145195.548712:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548721:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548728:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548735:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013606fc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.548739:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548747:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548764:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.548770:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013606fc00/0xb5ee96b21a0d11a2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [42991616->44040191] (req 42991616->44040191) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.548837:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533499904:12345-192.168.203.38@tcp:4:dd.0 Request processed in 49338us (49486us total) trans 4294967792 rc 0/0 00000100:00100000:0.0:1746145195.548846:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2574 00000100:00100000:0.0:1746145195.553718:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533500160 00000100:00100000:0.0:1746145195.553726:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533500160 00000100:00100000:0.0:1746145195.553769:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2575 00000100:00100000:0.0:1746145195.553778:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533500160:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.553820:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 44040192, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1500d 00010000:00010000:0.0:1746145195.553827:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.553839:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.553841:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.553846:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.553857:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.591596:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 44040192 -> 45088768 00002000:00010000:0.0:1746145195.591600:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 86029 -> 88079 00010000:00010000:0.0:1746145195.591610:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591624:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591647:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591654:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800936d3000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.591659:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591667:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591685:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.591692:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d11a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [44040192->45088767] (req 44040192->45088767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.591759:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533500160:12345-192.168.203.38@tcp:4:dd.0 Request processed in 37979us (38097us total) trans 4294967793 rc 0/0 00000100:00100000:0.0:1746145195.591768:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2575 00000100:00100000:0.0:1746145195.598045:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533500416 00000100:00100000:0.0:1746145195.598054:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533500416 00000100:00100000:0.0:1746145195.598108:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2576 00000100:00100000:0.0:1746145195.598116:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533500416:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.598164:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 45088768, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1580f 00010000:00010000:0.0:1746145195.598171:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.598184:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.598185:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.598190:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.598202:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.653306:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 45088768 -> 46137344 00002000:00010000:0.0:1746145195.653311:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 88079 -> 90127 00010000:00010000:0.0:1746145195.653322:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653332:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653340:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653346:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c46cc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.653350:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653358:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653388:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.653395:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d11b0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [45088768->46137343] (req 45088768->46137343) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.653468:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533500416:12345-192.168.203.38@tcp:4:dd.0 Request processed in 55347us (55483us total) trans 4294967794 rc 0/0 00000100:00100000:0.0:1746145195.653476:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2576 00000100:00100000:0.0:1746145195.657022:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533500672 00000100:00100000:0.0:1746145195.657031:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533500672 00000100:00100000:0.0:1746145195.657094:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2577 00000100:00100000:0.0:1746145195.657103:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533500672:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.657145:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 46137344, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1600f 00010000:00010000:0.0:1746145195.657152:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.657165:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.657167:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.657171:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.657182:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.693931:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 46137344 -> 47185920 00002000:00010000:0.0:1746145195.693935:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 90127 -> 92175 00010000:00010000:0.0:1746145195.693945:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.693954:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.693961:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.693967:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092055000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.693971:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.693978:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.693994:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.694000:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d11b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [46137344->47185919] (req 46137344->47185919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.694066:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533500672:12345-192.168.203.38@tcp:4:dd.0 Request processed in 36961us (37120us total) trans 4294967795 rc 0/0 00000100:00100000:0.0:1746145195.694074:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2577 00000100:00100000:0.0:1746145195.697957:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533500928 00000100:00100000:0.0:1746145195.697966:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533500928 00000100:00100000:0.0:1746145195.698016:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2578 00000100:00100000:0.0:1746145195.698024:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533500928:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.698061:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 47185920, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1680f 00010000:00010000:0.0:1746145195.698068:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.698080:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.698082:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.698087:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.698098:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.742483:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 47185920 -> 48234496 00002000:00010000:0.0:1746145195.742487:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 92175 -> 94223 00010000:00010000:0.0:1746145195.742566:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742577:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742585:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742592:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013686b400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.742596:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742607:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742651:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.742657:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d11be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [47185920->48234495] (req 47185920->48234495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.742738:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533500928:12345-192.168.203.38@tcp:4:dd.0 Request processed in 44712us (44854us total) trans 4294967796 rc 0/0 00000100:00100000:0.0:1746145195.742747:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2578 00000100:00100000:0.0:1746145195.746487:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533501184 00000100:00100000:0.0:1746145195.746495:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533501184 00000100:00100000:0.0:1746145195.746549:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2579 00000100:00100000:0.0:1746145195.746557:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533501184:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.746600:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 48234496, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1700f 00010000:00010000:0.0:1746145195.746608:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.746620:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.746622:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.746657:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.746668:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.781280:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 48234496 -> 49283072 00002000:00010000:0.0:1746145195.781292:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 94223 -> 96271 00010000:00010000:0.0:1746145195.781304:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781314:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781322:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781328:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a1590c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.781332:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781340:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781358:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.781364:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d11c5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [48234496->49283071] (req 48234496->49283071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.781457:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533501184:12345-192.168.203.38@tcp:4:dd.0 Request processed in 34898us (35044us total) trans 4294967797 rc 0/0 00000100:00100000:0.0:1746145195.781466:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2579 00000100:00100000:0.0:1746145195.784589:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533501440 00000100:00100000:0.0:1746145195.784599:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533501440 00000100:00100000:0.0:1746145195.784688:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2580 00000100:00100000:0.0:1746145195.784696:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533501440:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145195.784737:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 49283072, mtime: 0x68140fac, atime: 0x0, ctime: 0x68140fac, blocks: 0x1780f 00010000:00010000:0.0:1746145195.784743:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d11cc lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.784755:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.784757:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145195.784762:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d11cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.784774:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d11cc lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [49283072->50331647] (req 49283072->50331647) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145195.979438:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 52428800 -> 53477376 00002000:00010000:0.0:1746145195.979446:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 102415 -> 104463 00010000:00010000:0.0:1746145195.979458:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979467:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979474:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979484:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009441ac00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145195.979489:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979496:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979515:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145195.979521:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d11e1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [52428800->53477375] (req 52428800->53477375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145195.979600:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965533502208:12345-192.168.203.38@tcp:4:dd.0 Request processed in 64238us (64437us total) trans 4294967801 rc 0/0 00000100:00100000:0.0:1746145195.979609:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2583 00000100:00100000:0.0:1746145195.987419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145196.048129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000001:00080000:0.0:1746145196.091849:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967803 is committed 00000100:00100000:0.0:1746145196.095103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000001:00080000:0.0:1746145196.161485:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967804 is committed 00000100:00100000:0.0:1746145196.164510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000001:00080000:0.0:1746145196.213604:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967805 is committed 00000001:00080000:0.0:1746145196.257096:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967806 is committed 00000100:00100000:0.0:1746145196.264191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145196.301095:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 58720256 -> 59768832 00002000:00010000:0.0:1746145196.301100:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 114705 -> 116753 00010000:00010000:0.0:1746145196.301111:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301121:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301129:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301136:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094222c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145196.301140:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301146:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301162:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.301167:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d120b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [58720256->59768831] (req 58720256->59768831) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145196.301235:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533503744:12345-192.168.203.38@tcp:4:dd.0 Request processed in 35627us (37047us total) trans 4294967807 rc 0/0 00000100:00100000:0.0:1746145196.301243:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2589 00000100:00100000:0.0:1746145196.307322:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533504000 00000100:00100000:0.0:1746145196.307331:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533504000 00000100:00100000:0.0:1746145196.307398:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2590 00000100:00100000:0.0:1746145196.307406:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533504000:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145196.307445:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 59768832, mtime: 0x68140fad, atime: 0x0, ctime: 0x68140fad, blocks: 0x1c811 00010000:00010000:0.0:1746145196.307452:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d1212 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.307465:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.307467:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.307471:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d1212 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.307483:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d1212 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [59768832->60817407] (req 59768832->60817407) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145196.352499:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967808 is committed 00000001:00080000:0.0:1746145196.399168:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967809 is committed 00002000:00010000:0.0:1746145196.546053:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 63963136 -> 65011712 00002000:00010000:0.0:1746145196.546059:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 124945 -> 126993 00010000:00010000:0.0:1746145196.546070:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546080:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546087:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546093:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d2800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145196.546099:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546105:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546121:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.546126:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d122e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [63963136->65011711] (req 63963136->65011711) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145196.546197:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533505024:12345-192.168.203.38@tcp:4:dd.0 Request processed in 33237us (33569us total) trans 4294967812 rc 0/0 00000100:00100000:0.0:1746145196.546205:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2594 00000100:00100000:0.0:1746145196.551064:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533505280 00000100:00100000:0.0:1746145196.551072:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533505280 00000100:00100000:0.0:1746145196.551122:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2595 00000100:00100000:0.0:1746145196.551130:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533505280:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145196.551172:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 65011712, mtime: 0x68140fad, atime: 0x0, ctime: 0x68140fad, blocks: 0x1f011 00010000:00010000:0.0:1746145196.551179:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d1235 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.551191:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.551267:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.551272:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d1235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.551289:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d1235 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [65011712->66060287] (req 65011712->66060287) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145196.659055:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533505792 00000100:00100000:0.0:1746145196.659064:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533505792 00000100:00100000:0.0:1746145196.659121:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2597 00000100:00100000:0.0:1746145196.659130:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1960:x1830965533505792:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145196.659168:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 67108864, mtime: 0x68140fad, atime: 0x0, ctime: 0x68140fad, blocks: 0x20011 00010000:00010000:0.0:1746145196.659176:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d1243 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.659188:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.659190:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.659195:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d1243 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.659207:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d1243 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [67108864->68157439] (req 67108864->68157439) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145196.830578:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967817 is committed 00000100:00100000:0.0:1746145196.885001:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533506816 00000100:00100000:0.0:1746145196.885009:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533506816 00000100:00100000:0.0:1746145196.885068:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2601 00000100:00100000:0.0:1746145196.885076:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b00a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533506816:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145196.885117:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 71303168, mtime: 0x68140fae, atime: 0x0, ctime: 0x68140fae, blocks: 0x22013 00010000:00010000:0.0:1746145196.885124:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d125f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.885136:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.885138:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145196.885143:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d125f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145196.885155:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d125f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [71303168->72351743] (req 71303168->72351743) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145196.917396:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533507072 00000100:00100000:0.0:1746145196.917405:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533507072 00000100:00100000:0.0:1746145196.917446:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533507328 00000100:00100000:0.0:1746145196.917448:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533507328 00000100:00100000:0.0:1746145196.917462:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 276 00000100:00100000:0.0:1746145196.917469:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965533507072:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145196.917531:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b008e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965533507072:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 63us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145196.917536:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 276 00000100:00100000:0.0:1746145196.917548:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 277 00000100:00100000:0.0:1746145196.917552:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965533507328:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145196.917575:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b00b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965533507328:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 22us (224us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145196.917579:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 277 00000100:00080000:0.0:1746145196.917592:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145196.917595:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145196.917597:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145196.942729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145197.041783:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145197.114359:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533508608 00000100:00100000:0.0:1746145197.114376:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533508608 00000100:00100000:0.0:1746145197.114430:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2605 00000100:00100000:0.0:1746145197.114437:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533508608:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145197.114476:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 75497472, mtime: 0x68140fae, atime: 0x0, ctime: 0x68140fae, blocks: 0x24013 00010000:00010000:0.0:1746145197.114483:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.114494:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.114496:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.114501:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.114512:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145197.185252:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 75497472 -> 76546048 00002000:00010000:0.0:1746145197.185257:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 147475 -> 149523 00010000:00010000:0.0:1746145197.185266:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185277:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185284:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185290:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801354f4000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145197.185295:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185302:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185318:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.185323:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d127b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [75497472->76546047] (req 75497472->76546047) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145197.185553:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e81f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533508608:12345-192.168.203.38@tcp:4:dd.0 Request processed in 71112us (71252us total) trans 4294967823 rc 0/0 00000100:00100000:0.0:1746145197.185563:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2605 00000100:00100000:0.0:1746145197.188519:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533508864 00000100:00100000:0.0:1746145197.188528:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533508864 00000100:00100000:0.0:1746145197.188580:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2606 00000100:00100000:0.0:1746145197.188586:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e80e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965533508864:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145197.188620:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 76546048, mtime: 0x68140fae, atime: 0x0, ctime: 0x68140fae, blocks: 0x24813 00010000:00010000:0.0:1746145197.188641:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d1282 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.188653:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.188654:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.188658:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d1282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.188671:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d1282 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [76546048->77594623] (req 76546048->77594623) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145197.312042:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 78643200 -> 79691776 00002000:00010000:0.0:1746145197.312046:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 153621 -> 155669 00010000:00010000:0.0:1746145197.312057:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312067:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312073:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312080:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187c000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145197.312084:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312091:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312107:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.312113:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d1290 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [78643200->79691775] (req 78643200->79691775) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145197.312188:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e82d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533509376:12345-192.168.203.38@tcp:4:dd.0 Request processed in 44644us (45058us total) trans 4294967826 rc 0/0 00000100:00100000:0.0:1746145197.312196:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2608 00000100:00100000:0.0:1746145197.316445:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533509632 00000100:00100000:0.0:1746145197.316454:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533509632 00000100:00100000:0.0:1746145197.316516:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2609 00000100:00100000:0.0:1746145197.316524:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e81500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1961:x1830965533509632:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145197.316561:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x15:0x0] initial LVB size: 79691776, mtime: 0x68140fae, atime: 0x0, ctime: 0x68140fae, blocks: 0x26015 00010000:00010000:0.0:1746145197.316567:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1297 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.316579:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.316581:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145197.316586:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.316597:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1297 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [79691776->80740351] (req 79691776->80740351) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145197.459768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145197.598525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145197.718798:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 87031808 -> 88080384 00002000:00010000:0.0:1746145197.718802:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 170005 -> 172053 00010000:00010000:0.0:1746145197.718812:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718827:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718834:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718840:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009bfe6a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145197.718845:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718852:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718868:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145197.718874:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d12c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [87031808->88080383] (req 87031808->88080383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145197.718940:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e82300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533511424:12345-192.168.203.38@tcp:4:dd.0 Request processed in 65205us (65354us total) trans 4294967834 rc 0/0 00000100:00100000:0.0:1746145197.718948:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2616 00000100:00100000:0.0:1746145197.723737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145197.814797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145197.894442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00010000:0.0:1746145198.730081:0:8471:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb size from disk: 103809024 -> 104857600 00002000:00010000:0.0:1746145198.730085:0:8471:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x15:0x0] updating lvb blocks from disk: 202777 -> 204825 00010000:00010000:0.0:1746145198.730096:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730105:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730112:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730117:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b846200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145198.730121:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730128:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730144:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.730148:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d1338 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x15:0x0].0x0 rrc: 2 type: EXT [103809024->104857599] (req 103809024->104857599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145198.730414:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1961:x1830965533515520:12345-192.168.203.38@tcp:4:dd.0 Request processed in 49852us (49992us total) trans 4294967850 rc 0/0 00000100:00100000:0.0:1746145198.730423:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2632 00000100:00100000:0.0:1746145198.735382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145198.735881:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746145198.746227:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145198.764164:0:7282:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093e80380 pname:cluuid:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000_UUID:7282:1830965530343680:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145198.764182:0:7282:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.766801:0:7282:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.766808:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.766824:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.766831:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.766838:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00000004:00080000:0.0:1746145198.767318:0:7282:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x18:0x0], index 0: 0 00010000:00010000:0.0:1746145198.767510:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093063000/0xb5ee96b21a0d1393 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x43:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767518:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093063000/0xb5ee96b21a0d1393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767524:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093063000/0xb5ee96b21a0d1393 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767545:0:7282:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767549:0:7282:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767555:0:7282:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767560:0:7282:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8da00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145198.767563:0:7282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767568:0:7282:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767576:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88009359ee00) 00010000:00010000:0.0:1746145198.767578:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145198.767581:0:7282:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.767584:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1385 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00000004:00010000:0.0:1746145198.767610:0:7282:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008f36ea00 reply state ffff88013539d000 transno 4294985871 ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00000100:00100000:0.0:1746145198.767616:0:7282:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746145198.767662:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d137e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5308b3 expref: 11 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.767677:0:7282:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093063000/0xb5ee96b21a0d1393 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x43:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5308b3 expref: 10 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145198.767682:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x43:0x0].0x0 (ffff88008cffed00) 00010000:00010000:0.0:1746145198.767684:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145198.767686:0:7282:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093063000, rc 0) 00000100:00100000:0.0:1746145198.767715:0:7282:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:29651:x1830965533516544:12345-192.168.203.38@tcp:101:dd.0 Request processed in 6486us (6652us total) trans 4294985871 rc 0/0 00000100:00100000:0.0:1746145198.767732:0:7282:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43730 00010000:00010000:0.0:1746145198.772245:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772262:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772269:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772278:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092051600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145198.772281:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772287:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772301:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x656c6966 (ffff88008cffe900) 00010000:00010000:0.0:1746145198.772304:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145198.772307:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145198.772312:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d138c lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x656c6966 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00000100:00080000:0.0:1746145198.772388:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145198.775983:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533517056 00000100:00100000:0.0:1746145198.775991:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533517056 00002000:00100000:0.0:1746145198.776030:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (0->1048575) req@ffff88008f36f100 x1830965533517056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.776044:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36f100 with x1830965533517056 ext(0->1048575) 00002000:00010000:0.0:1746145198.776049:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f36f100 00000100:00100000:0.0:1746145198.800189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145198.800998:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145198.814327:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533517696 00000100:00100000:0.0:1746145198.814333:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533517696 00002000:00100000:0.0:1746145198.814376:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff88008f36f800 x1830965533517696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.814385:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36f800 with x1830965533517696 ext(1048576->2097151) 00002000:00010000:0.0:1746145198.814389:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f36f800 00000100:00100000:0.0:1746145198.814414:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2635 00000100:00100000:0.0:1746145198.814420:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f36f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533517696:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145198.825865:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533517696:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11434us (11574us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145198.825876:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2635 00002000:00100000:0.0:1746145198.825886:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (1048576->2097151) req@ffff88008f36f800 x1830965533517696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.825894:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36f800 with x1830965533517696 ext(1048576->2097151) 00002000:00010000:0.0:1746145198.825900:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f36f800 00000100:00100000:0.0:1746145198.847438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145198.847478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145198.905940:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533519232 00000100:00100000:0.0:1746145198.905950:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533519232 00002000:00100000:0.0:1746145198.905991:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x15:0x0] (4194304->5242879) req@ffff88008f36ce00 x1830965533519232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.906001:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36ce00 with x1830965533519232 ext(4194304->5242879) 00002000:00010000:0.0:1746145198.906006:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f36ce00 00000100:00100000:0.0:1746145198.906028:0:25278:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533519488 00000100:00100000:0.0:1746145198.906031:0:25278:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533519488 00002000:00100000:0.0:1746145198.906042:0:25278:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff88008c3e1180 x1830965533519488/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.906048:0:25278:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965533519488 ext(6291456->7340031) 00002000:00010000:0.0:1746145198.906051:0:25278:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1180 00000100:00100000:0.0:1746145198.906064:0:25278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2641 00000100:00100000:0.0:1746145198.906072:0:25278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f36ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533519232:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145198.906834:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2643 00000100:00100000:0.0:1746145198.906841:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965533519360:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145198.907182:0:708:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533519616 00000100:00100000:0.0:1746145198.907185:0:708:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533519616 00002000:00100000:0.0:1746145198.907200:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (7340032->8388607) req@ffff88008c3e1880 x1830965533519616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.907208:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1880 with x1830965533519616 ext(7340032->8388607) 00002000:00010000:0.0:1746145198.907212:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1880 00000100:00100000:0.0:1746145198.907231:0:708:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2644 00000100:00100000:0.0:1746145198.907235:0:708:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:97ec8067-0811-494c-8790-cb1a1d068df8+11:1960:x1830965533519616:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145198.923250:0:25278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965533519232:12345-192.168.203.38@tcp:3:dd.0 Request processed in 17169us (18334us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145198.923260:0:25278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2641 00002000:00100000:0.0:1746145198.923272:0:25278:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (4194304->5242879) req@ffff88008f36ce00 x1830965533519232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.923281:0:25278:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36ce00 with x1830965533519232 ext(4194304->5242879) 00002000:00010000:0.0:1746145198.923286:0:25278:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008f36ce00 00000100:00100000:0.0:1746145198.928891:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965533519488:12345-192.168.203.38@tcp:3:dd.0 Request processed in 22647us (22945us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145198.928901:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2642 00002000:00100000:0.0:1746145198.928911:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (6291456->7340031) req@ffff88008c3e1180 x1830965533519488/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.928920:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965533519488 ext(6291456->7340031) 00002000:00010000:0.0:1746145198.928925:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1180 00000100:00100000:0.0:1746145198.941218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145198.950753:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145198.972670:0:708:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533520768 00000100:00100000:0.0:1746145198.972682:0:708:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533520768 00002000:00100000:0.0:1746145198.972723:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff88008c3e2300 x1830965533520768/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:84/0 lens 488/0 e 0 to 0 dl 1746145209 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.972731:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2300 with x1830965533520768 ext(7340032->8388607) 00002000:00010000:0.0:1746145198.972736:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e2300 00000100:00100000:0.0:1746145198.972766:0:708:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2648 00000100:00100000:0.0:1746145198.972773:0:708:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965533520768:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145198.979393:0:708:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965533520768:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6612us (6832us total) trans 4294967972 rc 0/0 00000100:00100000:0.0:1746145198.979405:0:708:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2648 00002000:00100000:0.0:1746145198.979417:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (7340032->8388607) req@ffff88008c3e2300 x1830965533520768/t4294967972(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:84/0 lens 488/448 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145198.979426:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2300 with x1830965533520768 ext(7340032->8388607) 00002000:00010000:0.0:1746145198.979431:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e2300 00000100:00100000:0.0:1746145198.992502:0:708:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2653 00000100:00100000:0.0:1746145198.992511:0:708:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965533521920:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.006531:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+20:1960:x1830965533521152:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15680us (16016us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.006541:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2649 00002000:00100000:0.0:1746145199.006552:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (9437184->10485759) req@ffff88008c3e2680 x1830965533521152/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.006560:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2680 with x1830965533521152 ext(9437184->10485759) 00002000:00010000:0.0:1746145199.006566:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2680 00000100:00100000:0.0:1746145199.006727:0:25278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965533521408:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15807us (16174us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.006733:0:25278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2650 00002000:00100000:0.0:1746145199.006738:0:25278:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (11534336->12582911) req@ffff88008c3e2a00 x1830965533521408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.006745:0:25278:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2a00 with x1830965533521408 ext(11534336->12582911) 00002000:00010000:0.0:1746145199.006748:0:25278:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2a00 00000100:00100000:0.0:1746145199.022117:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965533521664:12345-192.168.203.38@tcp:3:dd.0 Request processed in 30173us (31506us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.022127:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2652 00002000:00100000:0.0:1746145199.022137:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x15:0x0] (13631488->14680063) req@ffff88008c3e3100 x1830965533521664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.022146:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3100 with x1830965533521664 ext(13631488->14680063) 00002000:00010000:0.0:1746145199.022152:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3100 00000100:00100000:0.0:1746145199.036075:0:708:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965533521920:12345-192.168.203.38@tcp:3:dd.0 Request processed in 43557us (45448us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.036087:0:708:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2653 00002000:00100000:0.0:1746145199.036098:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_007: refresh rw locks for [0x280000400:0x15:0x0] (15728640->16777215) req@ffff88008c3e3480 x1830965533521920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:84/0 lens 488/440 e 0 to 0 dl 1746145209 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.036107:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3480 with x1830965533521920 ext(15728640->16777215) 00002000:00010000:0.0:1746145199.036113:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3480 00000100:00100000:0.0:1746145199.043030:0:708:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533522304 00000100:00100000:0.0:1746145199.043038:0:708:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533522304 00002000:00100000:0.0:1746145199.043075:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (8388608->9437183) req@ffff88008f36c700 x1830965533522304/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.043084:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36c700 with x1830965533522304 ext(8388608->9437183) 00002000:00010000:0.0:1746145199.043090:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f36c700 00000100:00100000:0.0:1746145199.043113:0:708:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2657 00000100:00100000:0.0:1746145199.043120:0:708:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008f36c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965533522304:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.064536:0:708:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008f36c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965533522304:12345-192.168.203.38@tcp:4:dd.0 Request processed in 21413us (21946us total) trans 4294967973 rc 0/0 00000100:00100000:0.0:1746145199.064544:0:708:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2657 00002000:00100000:0.0:1746145199.064550:0:708:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_007: refresh rw locks for [0x240000400:0x18:0x0] (8388608->9437183) req@ffff88008f36c700 x1830965533522304/t4294967973(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.064564:0:708:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008f36c700 with x1830965533522304 ext(8388608->9437183) 00002000:00010000:0.0:1746145199.064568:0:708:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008f36c700 00000100:00100000:0.0:1746145199.066536:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965533522560:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7995us (9518us total) trans 4294967974 rc 0/0 00000100:00100000:0.0:1746145199.066547:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2658 00002000:00100000:0.0:1746145199.066556:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (9437184->10485759) req@ffff880092695f80 x1830965533522560/t4294967974(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.066564:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695f80 with x1830965533522560 ext(9437184->10485759) 00002000:00010000:0.0:1746145199.066568:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092695f80 00000100:00100000:0.0:1746145199.069006:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2659 00000100:00100000:0.0:1746145199.085477:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965533522816:12345-192.168.203.38@tcp:4:dd.0 Request processed in 16457us (17675us total) trans 4294967975 rc 0/0 00000100:00100000:0.0:1746145199.085486:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2659 00002000:00100000:0.0:1746145199.085494:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (10485760->11534335) req@ffff880092480000 x1830965533522816/t4294967975(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.085501:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965533522816 ext(10485760->11534335) 00002000:00010000:0.0:1746145199.085505:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145199.090105:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533523584 00000100:00100000:0.0:1746145199.090114:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533523584 00002000:00100000:0.0:1746145199.090152:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (13631488->14680063) req@ffff880092480e00 x1830965533523584/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.090160:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480e00 with x1830965533523584 ext(13631488->14680063) 00002000:00010000:0.0:1746145199.090165:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092480e00 00000100:00100000:0.0:1746145199.090185:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2662 00000100:00100000:0.0:1746145199.090193:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965533523584:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.099789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.106006:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965533523584:12345-192.168.203.38@tcp:4:dd.0 Request processed in 15805us (15955us total) trans 4294967978 rc 0/0 00000100:00100000:0.0:1746145199.106017:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2662 00002000:00100000:0.0:1746145199.106028:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (13631488->14680063) req@ffff880092480e00 x1830965533523584/t4294967978(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.106037:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480e00 with x1830965533523584 ext(13631488->14680063) 00002000:00010000:0.0:1746145199.106042:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092480e00 00000100:00100000:0.0:1746145199.110152:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533524096 00000100:00100000:0.0:1746145199.110169:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533524096 00002000:00100000:0.0:1746145199.110217:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff880092481180 x1830965533524096/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.110226:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965533524096 ext(15728640->16777215) 00002000:00010000:0.0:1746145199.110232:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092481180 00000100:00100000:0.0:1746145199.110268:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2664 00000100:00100000:0.0:1746145199.110276:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965533524096:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.116039:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965533524096:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5755us (9764us total) trans 4294967980 rc 0/0 00000100:00100000:0.0:1746145199.116051:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2664 00002000:00100000:0.0:1746145199.116061:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (15728640->16777215) req@ffff880092481180 x1830965533524096/t4294967980(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.116070:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965533524096 ext(15728640->16777215) 00002000:00010000:0.0:1746145199.116076:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092481180 00000100:00100000:0.0:1746145199.121910:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533524608 00000100:00100000:0.0:1746145199.121915:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533524608 00002000:00100000:0.0:1746145199.121959:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (18874368->19922943) req@ffff880092c66300 x1830965533524608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.121968:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c66300 with x1830965533524608 ext(18874368->19922943) 00002000:00010000:0.0:1746145199.121972:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c66300 00000100:00100000:0.0:1746145199.122962:0:25278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2668 00000100:00100000:0.0:1746145199.122970:0:25278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965533525120:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.124687:0:709:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533524480 00000100:00100000:0.0:1746145199.124694:0:709:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533524480 00002000:00100000:0.0:1746145199.124725:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (17825792->18874367) req@ffff880092694e00 x1830965533524480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.124733:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965533524480 ext(17825792->18874367) 00002000:00010000:0.0:1746145199.124737:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694e00 00000100:00100000:0.0:1746145199.124762:0:709:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533524736 00000100:00100000:0.0:1746145199.124765:0:709:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533524736 00002000:00100000:0.0:1746145199.124776:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (19922944->20971519) req@ffff880092c65880 x1830965533524736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.124782:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c65880 with x1830965533524736 ext(19922944->20971519) 00002000:00010000:0.0:1746145199.124784:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c65880 00000100:00100000:0.0:1746145199.124809:0:709:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533524992 00000100:00100000:0.0:1746145199.124812:0:709:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533524992 00002000:00100000:0.0:1746145199.124825:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x15:0x0] (22020096->23068671) req@ffff880092c64a80 x1830965533524992/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.124831:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c64a80 with x1830965533524992 ext(22020096->23068671) 00002000:00010000:0.0:1746145199.124835:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c64a80 00000100:00100000:0.0:1746145199.124844:0:709:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2670 00000100:00100000:0.0:1746145199.124851:0:709:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965533524480:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.124928:0:710:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2672 00000100:00100000:0.0:1746145199.124933:0:710:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533524992:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.124975:0:708:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2673 00000100:00100000:0.0:1746145199.124980:0:708:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_007:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533525248:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.138865:0:25278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965533525120:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15895us (17990us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.138873:0:25278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2668 00002000:00100000:0.0:1746145199.138878:0:25278:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (23068672->24117247) req@ffff880092c67800 x1830965533525120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.138886:0:25278:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67800 with x1830965533525120 ext(23068672->24117247) 00002000:00010000:0.0:1746145199.138889:0:25278:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092c67800 00000100:00100000:0.0:1746145199.173087:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.183903:0:709:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2681 00000100:00100000:0.0:1746145199.183909:0:709:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965533526656:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.209245:0:709:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1960:x1830965533526656:12345-192.168.203.38@tcp:4:dd.0 Request processed in 25328us (25568us total) trans 4294967981 rc 0/0 00000100:00100000:0.0:1746145199.209255:0:709:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2681 00002000:00100000:0.0:1746145199.209266:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x18:0x0] (16777216->17825791) req@ffff880092481880 x1830965533526656/t4294967981(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.209279:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481880 with x1830965533526656 ext(16777216->17825791) 00002000:00010000:0.0:1746145199.209284:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092481880 00000100:00100000:0.0:1746145199.226680:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533526400:12345-192.168.203.38@tcp:3:dd.0 Request processed in 42850us (43117us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.226687:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2680 00002000:00100000:0.0:1746145199.226692:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (32505856->33554431) req@ffff880092481500 x1830965533526400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.226699:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481500 with x1830965533526400 ext(32505856->33554431) 00002000:00010000:0.0:1746145199.226702:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481500 00000100:00100000:0.0:1746145199.232228:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533527424 00000100:00100000:0.0:1746145199.232235:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533527424 00002000:00100000:0.0:1746145199.232269:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (19922944->20971519) req@ffff88008ba94700 x1830965533527424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.232278:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba94700 with x1830965533527424 ext(19922944->20971519) 00002000:00010000:0.0:1746145199.232282:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba94700 00000100:00100000:0.0:1746145199.232608:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2684 00000100:00100000:0.0:1746145199.232616:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965533527424:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.246772:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba94700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965533527424:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14154us (14613us total) trans 4294967984 rc 0/0 00000100:00100000:0.0:1746145199.246781:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2684 00002000:00100000:0.0:1746145199.246791:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (19922944->20971519) req@ffff88008ba94700 x1830965533527424/t4294967984(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.246798:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba94700 with x1830965533527424 ext(19922944->20971519) 00002000:00010000:0.0:1746145199.246803:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba94700 00000100:00100000:0.0:1746145199.246821:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533527680 00000100:00100000:0.0:1746145199.246825:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533527680 00002000:00100000:0.0:1746145199.246854:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (20971520->22020095) req@ffff880092482300 x1830965533527680/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.246860:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965533527680 ext(20971520->22020095) 00002000:00010000:0.0:1746145199.246862:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092482300 00000100:00100000:0.0:1746145199.246872:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2685 00000100:00100000:0.0:1746145199.246877:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965533527680:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.262187:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965533527680:12345-192.168.203.38@tcp:4:dd.0 Request processed in 15303us (16496us total) trans 4294967985 rc 0/0 00000100:00100000:0.0:1746145199.262197:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2685 00002000:00100000:0.0:1746145199.262209:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (20971520->22020095) req@ffff880092482300 x1830965533527680/t4294967985(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.262218:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965533527680 ext(20971520->22020095) 00002000:00010000:0.0:1746145199.262224:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092482300 00000100:00100000:0.0:1746145199.274099:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533528192 00000100:00100000:0.0:1746145199.274107:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533528192 00002000:00100000:0.0:1746145199.274146:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (23068672->24117247) req@ffff880092482d80 x1830965533528192/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.274155:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482d80 with x1830965533528192 ext(23068672->24117247) 00002000:00010000:0.0:1746145199.274160:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092482d80 00000100:00100000:0.0:1746145199.274191:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2687 00000100:00100000:0.0:1746145199.274198:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965533528192:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.305198:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965533528448:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17442us (17846us total) trans 4294967988 rc 0/0 00000100:00100000:0.0:1746145199.305208:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2688 00002000:00100000:0.0:1746145199.305219:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (24117248->25165823) req@ffff880092696680 x1830965533528448/t4294967988(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.305228:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696680 with x1830965533528448 ext(24117248->25165823) 00002000:00010000:0.0:1746145199.305233:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092696680 00000100:00100000:0.0:1746145199.317020:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533528704 00000100:00100000:0.0:1746145199.317028:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533528704 00002000:00100000:0.0:1746145199.317069:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (33554432->34603007) req@ffff880092696a00 x1830965533528704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.317078:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965533528704 ext(33554432->34603007) 00002000:00010000:0.0:1746145199.317083:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:0.0:1746145199.317116:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2689 00000100:00100000:0.0:1746145199.317123:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533528704:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.331971:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965533528704:12345-192.168.203.38@tcp:3:dd.0 Request processed in 14840us (15020us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.331980:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2689 00002000:00100000:0.0:1746145199.331990:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (33554432->34603007) req@ffff880092696a00 x1830965533528704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.331999:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965533528704 ext(33554432->34603007) 00002000:00010000:0.0:1746145199.332003:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:0.0:1746145199.333801:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533530112 00000100:00100000:0.0:1746145199.333809:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533530112 00002000:00100000:0.0:1746145199.333842:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (42991616->44040191) req@ffff88008ba95880 x1830965533530112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.333851:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95880 with x1830965533530112 ext(42991616->44040191) 00002000:00010000:0.0:1746145199.333855:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba95880 00000100:00100000:0.0:1746145199.333876:0:710:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2698 00000100:00100000:0.0:1746145199.333882:0:710:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965533530112:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.345517:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533530368 00000100:00100000:0.0:1746145199.345524:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533530368 00002000:00100000:0.0:1746145199.345558:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (25165824->26214399) req@ffff88008ba95c00 x1830965533530368/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.345567:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95c00 with x1830965533530368 ext(25165824->26214399) 00002000:00010000:0.0:1746145199.345572:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba95c00 00000100:00100000:0.0:1746145199.345590:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2699 00000100:00100000:0.0:1746145199.345597:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965533530368:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.368977:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965533530368:12345-192.168.203.38@tcp:4:dd.0 Request processed in 23375us (23511us total) trans 4294967989 rc 0/0 00000100:00100000:0.0:1746145199.368986:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2699 00002000:00100000:0.0:1746145199.368994:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x18:0x0] (25165824->26214399) req@ffff88008ba95c00 x1830965533530368/t4294967989(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.369002:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95c00 with x1830965533530368 ext(25165824->26214399) 00002000:00010000:0.0:1746145199.369005:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba95c00 00000100:00100000:0.0:1746145199.372448:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533530880 00000100:00100000:0.0:1746145199.372456:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533530880 00002000:00100000:0.0:1746145199.372491:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (45088768->46137343) req@ffff88008ba95f80 x1830965533530880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.372500:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95f80 with x1830965533530880 ext(45088768->46137343) 00002000:00010000:0.0:1746145199.372504:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba95f80 00000100:00100000:0.0:1746145199.373158:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2702 00000100:00100000:0.0:1746145199.373167:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965533530880:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.386150:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+20:1960:x1830965533528960:12345-192.168.203.38@tcp:3:dd.0 Request processed in 62242us (62330us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.386160:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2693 00002000:00100000:0.0:1746145199.386168:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (34603008->35651583) req@ffff880092696300 x1830965533528960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.386176:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696300 with x1830965533528960 ext(34603008->35651583) 00002000:00010000:0.0:1746145199.386180:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696300 00000100:00100000:0.0:1746145199.387050:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533531136 00000100:00100000:0.0:1746145199.387056:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533531136 00002000:00100000:0.0:1746145199.387085:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (47185920->48234495) req@ffff880092483800 x1830965533531136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.387092:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965533531136 ext(47185920->48234495) 00002000:00010000:0.0:1746145199.387095:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483800 00000100:00100000:0.0:1746145199.387124:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2704 00000100:00100000:0.0:1746145199.387132:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965533531136:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.395342:0:25278:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965533529216:12345-192.168.203.38@tcp:3:dd.0 Request processed in 70673us (70751us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.395376:0:25278:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2694 00002000:00100000:0.0:1746145199.395383:0:25278:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_004: refresh rw locks for [0x280000400:0x15:0x0] (36700160->37748735) req@ffff880092695c00 x1830965533529216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.395389:0:25278:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695c00 with x1830965533529216 ext(36700160->37748735) 00002000:00010000:0.0:1746145199.395392:0:25278:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695c00 00000100:00100000:0.0:1746145199.398895:0:25278:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2706 00000100:00100000:0.0:1746145199.398905:0:25278:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965533531648:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.417262:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533532416 00000100:00100000:0.0:1746145199.417270:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533532416 00002000:00100000:0.0:1746145199.417296:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (30408704->31457279) req@ffff880093912a00 x1830965533532416/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.417303:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093912a00 with x1830965533532416 ext(30408704->31457279) 00002000:00010000:0.0:1746145199.417306:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093912a00 00000100:00100000:0.0:1746145199.427281:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965533531136:12345-192.168.203.38@tcp:3:dd.0 Request processed in 40140us (41002us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.427408:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2704 00002000:00100000:0.0:1746145199.427416:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (47185920->48234495) req@ffff880092483800 x1830965533531136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.427424:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965533531136 ext(47185920->48234495) 00002000:00010000:0.0:1746145199.427429:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483800 00000100:00100000:0.0:1746145199.431878:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba96680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965533531776:12345-192.168.203.38@tcp:3:dd.0 Request processed in 32957us (33128us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.431890:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2707 00002000:00100000:0.0:1746145199.431900:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (48234496->49283071) req@ffff88008ba96680 x1830965533531776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.431914:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba96680 with x1830965533531776 ext(48234496->49283071) 00002000:00010000:0.0:1746145199.431919:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba96680 00000100:00100000:0.0:1746145199.460977:0:708:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533533184 00000100:00100000:0.0:1746145199.460986:0:708:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533533184 00000100:00100000:0.0:1746145199.461000:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533533440 00000100:00100000:0.0:1746145199.461002:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533533440 00002000:00100000:0.0:1746145199.461034:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff88008ba97100 x1830965533533440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.461043:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba97100 with x1830965533533440 ext(51380224->52428799) 00002000:00010000:0.0:1746145199.461048:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba97100 00000100:00100000:0.0:1746145199.461063:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533533696 00000100:00100000:0.0:1746145199.461065:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533533696 00002000:00100000:0.0:1746145199.461076:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (52428800->53477375) req@ffff88008ba97800 x1830965533533696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.461082:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba97800 with x1830965533533696 ext(52428800->53477375) 00002000:00010000:0.0:1746145199.461085:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba97800 00000100:00100000:0.0:1746145199.461093:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533533952 00000100:00100000:0.0:1746145199.461095:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533533952 00002000:00100000:0.0:1746145199.461102:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (53477376->54525951) req@ffff88008ba94000 x1830965533533952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.461108:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba94000 with x1830965533533952 ext(53477376->54525951) 00002000:00010000:0.0:1746145199.461110:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba94000 00000100:00100000:0.0:1746145199.461126:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2713 00000100:00100000:0.0:1746145199.461133:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965533533440:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.461836:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2714 00000100:00100000:0.0:1746145199.464206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.464822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.464875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.465124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.465153:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533534720 00000100:00100000:0.0:1746145199.465156:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533534720 00002000:00100000:0.0:1746145199.465171:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (57671680->58720255) req@ffff88009225b100 x1830965533534720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.465178:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225b100 with x1830965533534720 ext(57671680->58720255) 00002000:00010000:0.0:1746145199.465181:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009225b100 00000100:00100000:0.0:1746145199.465193:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2719 00000100:00100000:0.0:1746145199.465197:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533534464:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.465229:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2720 00000100:00100000:0.0:1746145199.465233:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533534720:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.477109:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+22:1961:x1830965533533440:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15967us (16840us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.477892:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2713 00002000:00100000:0.0:1746145199.477904:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (51380224->52428799) req@ffff88008ba97100 x1830965533533440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.477912:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba97100 with x1830965533533440 ext(51380224->52428799) 00002000:00010000:0.0:1746145199.477918:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ba97100 00000100:00100000:0.0:1746145199.485813:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533535360 00000100:00100000:0.0:1746145199.485820:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533535360 00002000:00100000:0.0:1746145199.485859:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (59768832->60817407) req@ffff880093910380 x1830965533535360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.485868:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910380 with x1830965533535360 ext(59768832->60817407) 00002000:00010000:0.0:1746145199.485873:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910380 00000100:00100000:0.0:1746145199.485893:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2723 00000100:00100000:0.0:1746145199.485900:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533535360:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.492270:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533535616 00000100:00100000:0.0:1746145199.492280:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533535616 00002000:00100000:0.0:1746145199.492319:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x18:0x0] (34603008->35651583) req@ffff88012b613100 x1830965533535616/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.492329:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b613100 with x1830965533535616 ext(34603008->35651583) 00002000:00010000:0.0:1746145199.492333:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b613100 00000100:00100000:0.0:1746145199.495678:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2724 00000100:00100000:0.0:1746145199.495695:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b613100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1962:x1830965533535616:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.504836:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533536128 00000100:00100000:0.0:1746145199.504846:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533536128 00002000:00100000:0.0:1746145199.504889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (61865984->62914559) req@ffff88012b612d80 x1830965533536128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.504898:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b612d80 with x1830965533536128 ext(61865984->62914559) 00002000:00010000:0.0:1746145199.504903:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b612d80 00000100:00100000:0.0:1746145199.504922:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2727 00000100:00100000:0.0:1746145199.504930:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965533536128:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.535458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.535534:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965533535360:12345-192.168.203.38@tcp:3:dd.0 Request processed in 49634us (49974us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.535541:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2723 00002000:00100000:0.0:1746145199.535546:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (59768832->60817407) req@ffff880093910380 x1830965533535360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.535552:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910380 with x1830965533535360 ext(59768832->60817407) 00002000:00010000:0.0:1746145199.535554:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910380 00000100:00100000:0.0:1746145199.535568:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533537408 00000100:00100000:0.0:1746145199.535573:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533537408 00002000:00100000:0.0:1746145199.535594:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (66060288->67108863) req@ffff88009225bb80 x1830965533537408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.535600:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225bb80 with x1830965533537408 ext(66060288->67108863) 00002000:00010000:0.0:1746145199.535602:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009225bb80 00000100:00100000:0.0:1746145199.535612:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2734 00000100:00100000:0.0:1746145199.535618:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965533537408:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.546742:0:710:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533537664 00000100:00100000:0.0:1746145199.546751:0:710:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533537664 00002000:00100000:0.0:1746145199.546785:0:710:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (39845888->40894463) req@ffff8800937f3b80 x1830965533537664/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.546794:0:710:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937f3b80 with x1830965533537664 ext(39845888->40894463) 00002000:00010000:0.0:1746145199.546798:0:710:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937f3b80 00000100:00100000:0.0:1746145199.546816:0:710:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2735 00000100:00100000:0.0:1746145199.546823:0:710:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1963:x1830965533537664:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.551730:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b612d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965533536128:12345-192.168.203.38@tcp:3:dd.0 Request processed in 46799us (46934us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.551740:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2727 00002000:00100000:0.0:1746145199.551745:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (61865984->62914559) req@ffff88012b612d80 x1830965533536128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.551752:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b612d80 with x1830965533536128 ext(61865984->62914559) 00002000:00010000:0.0:1746145199.551755:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b612d80 00000100:00100000:0.0:1746145199.556176:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533537920 00000100:00100000:0.0:1746145199.556185:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533537920 00002000:00100000:0.0:1746145199.556223:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (40894464->41943039) req@ffff880093222680 x1830965533537920/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.556232:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093222680 with x1830965533537920 ext(40894464->41943039) 00002000:00010000:0.0:1746145199.556237:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093222680 00000100:00100000:0.0:1746145199.556264:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2736 00000100:00100000:0.0:1746145199.556271:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1962:x1830965533537920:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.573982:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009225bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533537408:12345-192.168.203.38@tcp:3:dd.0 Request processed in 38355us (38517us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.573992:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2734 00002000:00100000:0.0:1746145199.574001:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (66060288->67108863) req@ffff88009225bb80 x1830965533537408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.574009:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225bb80 with x1830965533537408 ext(66060288->67108863) 00002000:00010000:0.0:1746145199.574013:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009225bb80 00000100:00100000:0.0:1746145199.585147:0:710:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937f3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_009:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1963:x1830965533537664:12345-192.168.203.38@tcp:4:dd.0 Request processed in 38315us (39041us total) trans 4294968003 rc 0/0 00000100:00100000:0.0:1746145199.585159:0:710:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2735 00002000:00100000:0.0:1746145199.585170:0:710:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_009: refresh rw locks for [0x240000400:0x18:0x0] (39845888->40894463) req@ffff8800937f3b80 x1830965533537664/t4294968003(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.585179:0:710:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937f3b80 with x1830965533537664 ext(39845888->40894463) 00002000:00010000:0.0:1746145199.585184:0:710:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937f3b80 00000100:00100000:0.0:1746145199.588146:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2738 00000100:00100000:0.0:1746145199.588152:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965533538688:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.589857:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533539200 00000100:00100000:0.0:1746145199.589863:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533539200 00002000:00100000:0.0:1746145199.589893:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (71303168->72351743) req@ffff88009b659180 x1830965533539200/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.589901:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659180 with x1830965533539200 ext(71303168->72351743) 00002000:00010000:0.0:1746145199.589906:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659180 00000100:00100000:0.0:1746145199.589920:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533539456 00000100:00100000:0.0:1746145199.589922:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533539456 00002000:00100000:0.0:1746145199.589931:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (72351744->73400319) req@ffff8800a56fad80 x1830965533539456/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.589947:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fad80 with x1830965533539456 ext(72351744->73400319) 00002000:00010000:0.0:1746145199.589949:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fad80 00000100:00100000:0.0:1746145199.589966:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533539712 00000100:00100000:0.0:1746145199.589969:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533539712 00002000:00100000:0.0:1746145199.589982:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x15:0x0] (73400320->74448895) req@ffff8800a56f8700 x1830965533539712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.589989:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8700 with x1830965533539712 ext(73400320->74448895) 00002000:00010000:0.0:1746145199.589991:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56f8700 00000100:00100000:0.0:1746145199.590002:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2741 00000100:00100000:0.0:1746145199.590014:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965533539200:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.590655:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2742 00000100:00100000:0.0:1746145199.590661:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+15:1960:x1830965533539456:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.591254:0:709:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2744 00000100:00100000:0.0:1746145199.591260:0:709:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937f0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+17:1960:x1830965533539968:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.618305:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965533539456:12345-192.168.203.38@tcp:3:dd.0 Request processed in 27632us (28616us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.618317:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2742 00002000:00100000:0.0:1746145199.618328:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (72351744->73400319) req@ffff8800a56fad80 x1830965533539456/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.618338:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fad80 with x1830965533539456 ext(72351744->73400319) 00002000:00010000:0.0:1746145199.618353:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fad80 00000100:00100000:0.0:1746145199.640470:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.640718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.645119:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2752 00000100:00100000:0.0:1746145199.645128:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093221500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965533542656:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.651351:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+17:1960:x1830965533538688:12345-192.168.203.38@tcp:3:dd.0 Request processed in 63189us (63469us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.651359:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2738 00002000:00100000:0.0:1746145199.651365:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (69206016->70254591) req@ffff88009b65a300 x1830965533538688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.651372:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965533538688 ext(69206016->70254591) 00002000:00010000:0.0:1746145199.651375:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a300 00000100:00100000:0.0:1746145199.651389:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2754 00000100:00100000:0.0:1746145199.651395:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965533542784:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.658319:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093221f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1960:x1830965533541376:12345-192.168.203.38@tcp:4:dd.0 Request processed in 52497us (54725us total) trans 4294968005 rc 0/0 00000100:00100000:0.0:1746145199.658329:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2746 00002000:00100000:0.0:1746145199.658352:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (41943040->42991615) req@ffff880093221f80 x1830965533541376/t4294968005(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.658362:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093221f80 with x1830965533541376 ext(41943040->42991615) 00002000:00010000:0.0:1746145199.658368:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093221f80 00000100:00100000:0.0:1746145199.668336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.669276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.695560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.695778:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937f0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965533542784:12345-192.168.203.38@tcp:3:dd.0 Request processed in 44380us (45108us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.695791:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2754 00002000:00100000:0.0:1746145199.695804:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (79691776->80740351) req@ffff8800937f0e00 x1830965533542784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.695813:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937f0e00 with x1830965533542784 ext(79691776->80740351) 00002000:00010000:0.0:1746145199.695818:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800937f0e00 00000100:00100000:0.0:1746145199.695840:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533544192 00000100:00100000:0.0:1746145199.695847:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533544192 00002000:00100000:0.0:1746145199.695877:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (83886080->84934655) req@ffff8800a56fb100 x1830965533544192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.695889:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fb100 with x1830965533544192 ext(83886080->84934655) 00002000:00010000:0.0:1746145199.695891:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fb100 00000100:00100000:0.0:1746145199.695908:0:8469:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533544448 00000100:00100000:0.0:1746145199.695910:0:8469:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533544448 00002000:00100000:0.0:1746145199.695923:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (84934656->85983231) req@ffff88009225a680 x1830965533544448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.695930:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009225a680 with x1830965533544448 ext(84934656->85983231) 00002000:00010000:0.0:1746145199.695932:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009225a680 00000100:00100000:0.0:1746145199.695945:0:8469:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2761 00000100:00100000:0.0:1746145199.695953:0:8469:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+15:1961:x1830965533544192:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.702887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.704611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.716447:0:3364:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533545088 00000100:00100000:0.0:1746145199.716458:0:3364:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533545088 00002000:00100000:0.0:1746145199.716498:0:3364:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_014: refresh rw locks for [0x240000400:0x18:0x0] (51380224->52428799) req@ffff8800a56faa00 x1830965533545088/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.716507:0:3364:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56faa00 with x1830965533545088 ext(51380224->52428799) 00002000:00010000:0.0:1746145199.716513:0:3364:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56faa00 00000100:00100000:0.0:1746145199.716535:0:3364:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533545216 00000100:00100000:0.0:1746145199.716537:0:3364:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533545216 00002000:00100000:0.0:1746145199.716548:0:3364:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x15:0x0] (87031808->88080383) req@ffff8800a56fa300 x1830965533545216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.716554:0:3364:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa300 with x1830965533545216 ext(87031808->88080383) 00002000:00010000:0.0:1746145199.716557:0:3364:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa300 00000100:00100000:0.0:1746145199.716567:0:3364:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2766 00000100:00100000:0.0:1746145199.716571:0:3364:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965533545216:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.723850:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533545728 00000100:00100000:0.0:1746145199.723860:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533545728 00002000:00100000:0.0:1746145199.723898:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x15:0x0] (89128960->90177535) req@ffff8800934bdf80 x1830965533545728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.723908:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965533545728 ext(89128960->90177535) 00002000:00010000:0.0:1746145199.723913:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:0.0:1746145199.723936:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533545984 00000100:00100000:0.0:1746145199.723938:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533545984 00002000:00100000:0.0:1746145199.723952:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x18:0x0] (53477376->54525951) req@ffff8800934bf800 x1830965533545984/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.723958:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf800 with x1830965533545984 ext(53477376->54525951) 00002000:00010000:0.0:1746145199.723961:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bf800 00000100:00100000:0.0:1746145199.723969:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2769 00000100:00100000:0.0:1746145199.723975:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965533545728:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.737187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.749861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.749902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.749927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.749942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.749957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.763615:0:3364:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:97ec8067-0811-494c-8790-cb1a1d068df8+15:1961:x1830965533545216:12345-192.168.203.38@tcp:3:dd.0 Request processed in 47041us (47824us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.763622:0:3364:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2766 00002000:00100000:0.0:1746145199.763648:0:3364:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x15:0x0] (87031808->88080383) req@ffff8800a56fa300 x1830965533545216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.764002:0:3364:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa300 with x1830965533545216 ext(87031808->88080383) 00002000:00010000:0.0:1746145199.764007:0:3364:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa300 00000100:00100000:0.0:1746145199.764026:0:3364:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2778 00000100:00100000:0.0:1746145199.764034:0:3364:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965533547520:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.785216:0:3364:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965533547520:12345-192.168.203.38@tcp:3:dd.0 Request processed in 21173us (35247us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.785228:0:3364:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2778 00002000:00100000:0.0:1746145199.785240:0:3364:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x15:0x0] (93323264->94371839) req@ffff880093f16d80 x1830965533547520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.785248:0:3364:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16d80 with x1830965533547520 ext(93323264->94371839) 00002000:00010000:0.0:1746145199.785252:0:3364:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16d80 00000100:00100000:0.0:1746145199.795679:0:3364:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533548800 00000100:00100000:0.0:1746145199.795689:0:3364:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533548800 00002000:00100000:0.0:1746145199.795729:0:3364:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_014: refresh rw locks for [0x280000400:0x15:0x0] (97517568->98566143) req@ffff88009bf88a80 x1830965533548800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.795738:0:3364:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88a80 with x1830965533548800 ext(97517568->98566143) 00002000:00010000:0.0:1746145199.795743:0:3364:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf88a80 00000100:00100000:0.0:1746145199.795765:0:3364:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2784 00000100:00100000:0.0:1746145199.795772:0:3364:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_014:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965533548800:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.798817:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+124:1960:x1830965533546240:12345-192.168.203.38@tcp:4:dd.0 Request processed in 66247us (66441us total) trans 4294968017 rc 0/0 00000100:00100000:0.0:1746145199.798826:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2771 00002000:00100000:0.0:1746145199.798830:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (54525952->55574527) req@ffff8800934bd880 x1830965533546240/t4294968017(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.798837:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd880 with x1830965533546240 ext(54525952->55574527) 00002000:00010000:0.0:1746145199.798839:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bd880 00000100:00100000:0.0:1746145199.798857:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2787 00000100:00100000:0.0:1746145199.798863:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+13:1960:x1830965533549568:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145199.802958:0:8469:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_000:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965533548416:12345-192.168.203.38@tcp:3:dd.0 Request processed in 22795us (23173us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.802969:0:8469:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2781 00002000:00100000:0.0:1746145199.802980:0:8469:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_000: refresh rw locks for [0x280000400:0x15:0x0] (95420416->96468991) req@ffff8800934bc700 x1830965533548416/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.802989:0:8469:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bc700 with x1830965533548416 ext(95420416->96468991) 00002000:00010000:0.0:1746145199.802994:0:8469:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bc700 00000100:00100000:0.0:1746145199.803614:0:29712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_006:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965533548672:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11348us (11424us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.803620:0:29712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2782 00002000:00100000:0.0:1746145199.803643:0:29712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_006: refresh rw locks for [0x280000400:0x15:0x0] (96468992->97517567) req@ffff880093ee9880 x1830965533548672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.803650:0:29712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9880 with x1830965533548672 ext(96468992->97517567) 00002000:00010000:0.0:1746145199.803653:0:29712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9880 00000100:00100000:0.0:1746145199.826534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.826570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.826583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.826595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.828985:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965533549440:12345-192.168.203.38@tcp:3:dd.0 Request processed in 29108us (29210us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.828994:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2788 00002000:00100000:0.0:1746145199.829003:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x15:0x0] (99614720->100663295) req@ffff88012b5fbb80 x1830965533549440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.829011:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fbb80 with x1830965533549440 ext(99614720->100663295) 00002000:00010000:0.0:1746145199.829016:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b5fbb80 00000100:00100000:0.0:1746145199.829408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.829419:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533550848 00000100:00100000:0.0:1746145199.829425:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533550848 00002000:00100000:0.0:1746145199.829447:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x18:0x0] (65011712->66060287) req@ffff880093d61880 x1830965533550848/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.829453:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61880 with x1830965533550848 ext(65011712->66060287) 00002000:00010000:0.0:1746145199.829455:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d61880 00000100:00100000:0.0:1746145199.829465:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2795 00000100:00100000:0.0:1746145199.829469:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+129:1961:x1830965533550848:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.832471:0:3365:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_015:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+132:1960:x1830965533548160:12345-192.168.203.38@tcp:4:dd.0 Request processed in 66695us (67869us total) trans 4294968021 rc 0/0 00000100:00100000:0.0:1746145199.832482:0:3365:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2780 00002000:00100000:0.0:1746145199.832493:0:3365:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_015: refresh rw locks for [0x240000400:0x18:0x0] (58720256->59768831) req@ffff88009b7fd500 x1830965533548160/t4294968021(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.832761:0:3365:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd500 with x1830965533548160 ext(58720256->59768831) 00002000:00010000:0.0:1746145199.832767:0:3365:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7fd500 00000100:00100000:0.0:1746145199.842443:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965533549952:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15394us (15864us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.842452:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2792 00002000:00100000:0.0:1746145199.842463:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x15:0x0] (102760448->103809023) req@ffff880093d60e00 x1830965533549952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.842471:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60e00 with x1830965533549952 ext(102760448->103809023) 00002000:00010000:0.0:1746145199.842476:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d60e00 00000100:00100000:0.0:1746145199.843603:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533551104 00000100:00100000:0.0:1746145199.843610:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533551104 00002000:00100000:0.0:1746145199.843670:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (66060288->67108863) req@ffff88012b5f8a80 x1830965533551104/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.843678:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f8a80 with x1830965533551104 ext(66060288->67108863) 00002000:00010000:0.0:1746145199.843682:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5f8a80 00000100:00100000:0.0:1746145199.843708:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2796 00000100:00100000:0.0:1746145199.843715:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+132:1961:x1830965533551104:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.848189:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533550464:12345-192.168.203.38@tcp:3:dd.0 Request processed in 20989us (21591us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145199.848194:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2794 00002000:00100000:0.0:1746145199.848199:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x15:0x0] (103809024->104857599) req@ffff880093d60700 x1830965533550464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:85/0 lens 488/440 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.848205:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60700 with x1830965533550464 ext(103809024->104857599) 00002000:00010000:0.0:1746145199.848209:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d60700 00000100:00100000:0.0:1746145199.854894:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533551616 00000100:00100000:0.0:1746145199.854902:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533551616 00002000:00100000:0.0:1746145199.854939:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (68157440->69206015) req@ffff88009bf89180 x1830965533551616/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.854948:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965533551616 ext(68157440->69206015) 00002000:00010000:0.0:1746145199.854953:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89180 00000100:00100000:0.0:1746145199.854983:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2798 00000100:00100000:0.0:1746145199.854991:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+136:1961:x1830965533551616:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.876637:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+140:1961:x1830965533551616:12345-192.168.203.38@tcp:4:dd.0 Request processed in 21626us (21791us total) trans 4294968030 rc 0/0 00000100:00100000:0.0:1746145199.876649:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2798 00002000:00100000:0.0:1746145199.876662:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (68157440->69206015) req@ffff88009bf89180 x1830965533551616/t4294968030(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.876670:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965533551616 ext(68157440->69206015) 00002000:00010000:0.0:1746145199.876675:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89180 00000100:00100000:0.0:1746145199.906827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.913760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145199.928323:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533553408 00000100:00100000:0.0:1746145199.928332:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533553408 00002000:00100000:0.0:1746145199.928383:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff88012b5f9f80 x1830965533553408/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.928393:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9f80 with x1830965533553408 ext(75497472->76546047) 00002000:00010000:0.0:1746145199.928398:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5f9f80 00000100:00100000:0.0:1746145199.928423:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2805 00000100:00100000:0.0:1746145199.928432:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1960:x1830965533553408:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.935390:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+152:1960:x1830965533553408:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6950us (7516us total) trans 4294968037 rc 0/0 00000100:00100000:0.0:1746145199.935402:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2805 00002000:00100000:0.0:1746145199.935413:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (75497472->76546047) req@ffff88012b5f9f80 x1830965533553408/t4294968037(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.935422:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9f80 with x1830965533553408 ext(75497472->76546047) 00002000:00010000:0.0:1746145199.935427:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5f9f80 00000100:00100000:0.0:1746145199.938502:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533553664 00000100:00100000:0.0:1746145199.938511:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533553664 00002000:00100000:0.0:1746145199.938553:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (76546048->77594623) req@ffff880093ee9180 x1830965533553664/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.938562:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9180 with x1830965533553664 ext(76546048->77594623) 00002000:00010000:0.0:1746145199.938567:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee9180 00000100:00100000:0.0:1746145199.938598:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2806 00000100:00100000:0.0:1746145199.938605:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+152:1963:x1830965533553664:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145199.977470:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533554432 00000100:00100000:0.0:1746145199.977478:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533554432 00002000:00100000:0.0:1746145199.977514:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (79691776->80740351) req@ffff88009bf8a300 x1830965533554432/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/0 e 0 to 0 dl 1746145210 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.977524:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8a300 with x1830965533554432 ext(79691776->80740351) 00002000:00010000:0.0:1746145199.977529:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf8a300 00000100:00100000:0.0:1746145199.983887:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+160:1962:x1830965533554176:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17090us (17246us total) trans 4294968040 rc 0/0 00000100:00100000:0.0:1746145199.983916:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2808 00002000:00100000:0.0:1746145199.983931:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x18:0x0] (78643200->79691775) req@ffff88009bf8ad80 x1830965533554176/t4294968040(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:85/0 lens 488/448 e 0 to 0 dl 1746145210 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145199.983940:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8ad80 with x1830965533554176 ext(78643200->79691775) 00002000:00010000:0.0:1746145199.983945:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf8ad80 00000100:00080000:0.0:1746145200.005649:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145200.018778:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533555456 00000100:00100000:0.0:1746145200.018786:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533555456 00002000:00100000:0.0:1746145200.019312:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (83886080->84934655) req@ffff8800a5379880 x1830965533555456/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/0 e 0 to 0 dl 1746145211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.019324:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379880 with x1830965533555456 ext(83886080->84934655) 00002000:00010000:0.0:1746145200.019329:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5379880 00000100:00100000:0.0:1746145200.019359:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2813 00000100:00100000:0.0:1746145200.019368:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+166:1962:x1830965533555456:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145200.052989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.067356:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533556224 00000100:00100000:0.0:1746145200.067363:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533556224 00002000:00100000:0.0:1746145200.067388:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (87031808->88080383) req@ffff880093934380 x1830965533556224/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/0 e 0 to 0 dl 1746145211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.067395:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934380 with x1830965533556224 ext(87031808->88080383) 00002000:00010000:0.0:1746145200.067398:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093934380 00000100:00100000:0.0:1746145200.067418:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2816 00000100:00100000:0.0:1746145200.067423:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:1960:x1830965533556224:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145200.077930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.077963:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533556480 00000100:00100000:0.0:1746145200.077971:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533556480 00002000:00100000:0.0:1746145200.078019:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (88080384->89128959) req@ffff880093d60000 x1830965533556480/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/0 e 0 to 0 dl 1746145211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.078028:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60000 with x1830965533556480 ext(88080384->89128959) 00002000:00010000:0.0:1746145200.078032:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60000 00000100:00100000:0.0:1746145200.079136:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2817 00000100:00100000:0.0:1746145200.079148:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+174:1961:x1830965533556480:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145200.085107:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+176:1960:x1830965533556224:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17677us (17982us total) trans 4294968048 rc 0/0 00000100:00100000:0.0:1746145200.085118:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2816 00002000:00100000:0.0:1746145200.085128:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x18:0x0] (87031808->88080383) req@ffff880093934380 x1830965533556224/t4294968048(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/448 e 0 to 0 dl 1746145211 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.085136:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934380 with x1830965533556224 ext(87031808->88080383) 00002000:00010000:0.0:1746145200.085141:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093934380 00000100:00100000:0.0:1746145200.096124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.097411:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+176:1961:x1830965533556480:12345-192.168.203.38@tcp:4:dd.0 Request processed in 18263us (19487us total) trans 4294968049 rc 0/0 00000100:00100000:0.0:1746145200.097421:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2817 00002000:00100000:0.0:1746145200.097431:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (88080384->89128959) req@ffff880093d60000 x1830965533556480/t4294968049(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/448 e 0 to 0 dl 1746145211 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.097439:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60000 with x1830965533556480 ext(88080384->89128959) 00002000:00010000:0.0:1746145200.097445:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60000 00000100:00100000:0.0:1746145200.097465:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533556736 00000100:00100000:0.0:1746145200.097470:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533556736 00002000:00100000:0.0:1746145200.097493:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (89128960->90177535) req@ffff880093ef0000 x1830965533556736/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/0 e 0 to 0 dl 1746145211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.097500:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965533556736 ext(89128960->90177535) 00002000:00010000:0.0:1746145200.097502:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef0000 00000100:00100000:0.0:1746145200.097516:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2818 00000100:00100000:0.0:1746145200.097522:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+176:1960:x1830965533556736:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145200.114523:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+178:1960:x1830965533556736:12345-192.168.203.38@tcp:4:dd.0 Request processed in 16993us (18400us total) trans 4294968050 rc 0/0 00000100:00100000:0.0:1746145200.114534:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2818 00002000:00100000:0.0:1746145200.114546:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (89128960->90177535) req@ffff880093ef0000 x1830965533556736/t4294968050(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/448 e 0 to 0 dl 1746145211 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.114555:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965533556736 ext(89128960->90177535) 00002000:00010000:0.0:1746145200.114560:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef0000 00000100:00100000:0.0:1746145200.117825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.129619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.157394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.190228:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+192:1961:x1830965533558272:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10400us (10521us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1746145200.190237:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2824 00002000:00100000:0.0:1746145200.190244:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x18:0x0] (95420416->96468991) req@ffff8800a537bb80 x1830965533558272/t4294968056(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/448 e 0 to 0 dl 1746145211 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.190257:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537bb80 with x1830965533558272 ext(95420416->96468991) 00002000:00010000:0.0:1746145200.190261:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a537bb80 00000100:00100000:0.0:1746145200.197905:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533558784 00000100:00100000:0.0:1746145200.197914:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533558784 00002000:00100000:0.0:1746145200.197948:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (97517568->98566143) req@ffff8800a537aa00 x1830965533558784/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/0 e 0 to 0 dl 1746145211 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.197956:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537aa00 with x1830965533558784 ext(97517568->98566143) 00002000:00010000:0.0:1746145200.197961:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a537aa00 00000100:00100000:0.0:1746145200.197987:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2826 00000100:00100000:0.0:1746145200.197995:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1960:x1830965533558784:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145200.205390:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965533558784:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7386us (8687us total) trans 4294968058 rc 0/0 00000100:00100000:0.0:1746145200.205402:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2826 00002000:00100000:0.0:1746145200.205413:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x18:0x0] (97517568->98566143) req@ffff8800a537aa00 x1830965533558784/t4294968058(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:86/0 lens 488/448 e 0 to 0 dl 1746145211 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145200.205422:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537aa00 with x1830965533558784 ext(97517568->98566143) 00002000:00010000:0.0:1746145200.205427:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a537aa00 00000100:00100000:0.0:1746145200.211033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.230145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.239616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.248265:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533560576 00000100:00100000:0.0:1746145200.248269:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533560576 00000100:00100000:0.0:1746145200.248311:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 142 00000100:00100000:0.0:1746145200.248320:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c5450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:29651:x1830965533560576:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:0.0:1746145200.252462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145200.253223:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145200.259700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145200.261883:0:7282:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533561216 00000100:00100000:0.0:1746145200.261888:0:7282:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533561216 00000100:00100000:0.0:1746145200.261921:0:7282:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43732 00000100:00100000:0.0:1746145200.261928:0:7282:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:29653:x1830965533561216:12345-192.168.203.38@tcp:101:diff.0 00010000:00010000:0.0:1746145200.261938:0:7282:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145200.261946:0:7282:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f5200/0xb5ee96b21a0d13bd lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5308cf expref: -99 pid: 7282 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145201.242056:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965530343808:0@lo:400:kworker.0 00000100:00100000:0.0:1746145201.242085:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145201.242106:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965530344320:0@lo:400:kworker.0 00000100:00100000:0.0:1746145201.242137:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145201.242149:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [3->2] 00000100:00100000:0.0:1746145201.242152:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830965530343936:0@lo:400:kworker.0 00000100:00100000:0.0:1746145201.242164:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145201.242173:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093290000 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965530344448:0@lo:400:kworker.0 00000100:00100000:0.0:1746145201.242189:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746145201.243201:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145201.243204:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145201.291764:0:20971:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530344704 00000100:00100000:0.0:1746145201.291768:0:20971:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530344704 00000100:00100000:0.0:1746145201.291788:0:20971:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1746145201.291793:0:20971:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530344704:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746145201.291814:0:20971:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 795148288 pending 42598400 free 3779067904 avail 3776970752 00000100:00100000:0.0:1746145201.291970:0:20971:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530344704:12345-0@lo:13:osp-pre-0-0.0 Request processed in 176us (238us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145201.291976:0:20971:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 151 00000100:00100000:0.0:1746145201.924936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.924968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.924997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.925026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.925038:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.925051:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.925082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145201.925115:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533561600 00000100:00100000:0.0:1746145201.925122:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533561600 00000100:00100000:0.0:1746145201.925973:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 364 00000100:00100000:0.0:1746145201.925981:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965533561600:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145201.926009:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965533561600:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 31us (1041us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145201.926014:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 364 00000100:00100000:0.0:1746145202.357179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145202.365145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145202.367615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145202.370683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145202.376182:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.155741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.163925:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.178701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.190239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.202355:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088325880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965533564416:12345-192.168.203.38@tcp:4:dd.0 Request processed in 22247us (23658us total) trans 4294967851 rc 0/0 00000100:00100000:0.0:1746145203.202365:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2833 00002000:00100000:0.0:1746145203.202375:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x16:0x0] (0->1048575) req@ffff880088325880 x1830965533564416/t4294967851(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/448 e 0 to 0 dl 1746145214 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.202383:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325880 with x1830965533564416 ext(0->1048575) 00002000:00010000:0.0:1746145203.202388:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088325880 00000100:00100000:0.0:1746145203.202406:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533564928 00000100:00100000:0.0:1746145203.202412:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533564928 00002000:00100000:0.0:1746145203.202437:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x16:0x0] (2097152->3145727) req@ffff88008de38700 x1830965533564928/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/0 e 0 to 0 dl 1746145214 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.202443:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965533564928 ext(2097152->3145727) 00002000:00010000:0.0:1746145203.202445:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38700 00000100:00100000:0.0:1746145203.202459:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2835 00000100:00100000:0.0:1746145203.202466:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965533564928:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145203.205505:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1961:x1830965533564672:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14890us (15267us total) trans 4294967852 rc 0/0 00000100:00100000:0.0:1746145203.205515:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2834 00002000:00100000:0.0:1746145203.205524:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x16:0x0] (1048576->2097151) req@ffff880088325c00 x1830965533564672/t4294967852(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/448 e 0 to 0 dl 1746145214 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.205533:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325c00 with x1830965533564672 ext(1048576->2097151) 00002000:00010000:0.0:1746145203.205537:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088325c00 00000100:00100000:0.0:1746145203.216187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.216340:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533565184 00000100:00100000:0.0:1746145203.216350:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533565184 00002000:00100000:0.0:1746145203.216391:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x16:0x0] (3145728->4194303) req@ffff880088325f80 x1830965533565184/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/0 e 0 to 0 dl 1746145214 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.216401:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325f80 with x1830965533565184 ext(3145728->4194303) 00002000:00010000:0.0:1746145203.216407:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088325f80 00000100:00100000:0.0:1746145203.216426:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2836 00000100:00100000:0.0:1746145203.216434:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1962:x1830965533565184:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145203.220121:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965533564928:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17650us (18000us total) trans 4294967853 rc 0/0 00000100:00100000:0.0:1746145203.220133:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2835 00002000:00100000:0.0:1746145203.220143:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x16:0x0] (2097152->3145727) req@ffff88008de38700 x1830965533564928/t4294967853(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/448 e 0 to 0 dl 1746145214 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.220152:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965533564928 ext(2097152->3145727) 00002000:00010000:0.0:1746145203.220157:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38700 00000100:00100000:0.0:1746145203.224786:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088325f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965533565184:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8347us (8601us total) trans 4294967854 rc 0/0 00000100:00100000:0.0:1746145203.224797:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2836 00002000:00100000:0.0:1746145203.224808:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x16:0x0] (3145728->4194303) req@ffff880088325f80 x1830965533565184/t4294967854(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:89/0 lens 488/448 e 0 to 0 dl 1746145214 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145203.224817:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325f80 with x1830965533565184 ext(3145728->4194303) 00002000:00010000:0.0:1746145203.224822:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088325f80 00000100:00100000:0.0:1746145203.226992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.261994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.302932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.306509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.430500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.455852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.459221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.465778:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533568000 00000100:00100000:0.0:1746145203.465783:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533568000 00000100:00100000:0.0:1746145203.465819:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 204 00000100:00100000:0.0:1746145203.465825:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1963:x1830965533568000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145203.465833:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145203.465848:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099678000/0xb5ee96b21a0d148f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x44:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53090e expref: 17 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145203.465868:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff88012e168100) 00010000:00010000:0.0:1746145203.465871:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145203.465890:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965533568000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 65us (755us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145203.465895:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 204 00000100:00100000:0.0:1746145203.467388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.476923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.479098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.486011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.556910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.569158:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145203.581047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145203.608517:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145203.608522:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d150d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145203.608531:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145203.608533:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d150d lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145203.608538:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d150d lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145203.608544:0:7105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x44:0x0].0x0 (ffff88012e168100) 00010000:00010000:0.0:1746145203.608546:0:7105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746145203.608548:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d150d lrc: 1/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145203.608551:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d150d lrc: 0/0,0 mode: --/PW res: [0x200000401:0x44:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145203.608570:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145203.608571:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145203.608572:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746145205.009944:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985883 is committed 00000001:00080000:0.0:1746145205.009954:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985881 is committed 00000004:00080000:0.0:1746145205.009966:0:7160:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 12 committed 00000001:00080000:0.0:1746145205.009976:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985885 is committed 00000004:00080000:0.0:1746145205.009978:0:7160:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 13 committed 00000001:00080000:0.0:1746145205.009982:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985884 is committed 00000004:00080000:0.0:1746145205.009991:0:7160:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0000-osc-MDT0000: 11 committed 00000100:00100000:0.0:1746145205.010073:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746145205.010087:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530345344:0@lo:6:osp-syn-0-0.0 00000100:00100000:0.0:1746145205.010135:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145205.010173:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530345344 00000100:00100000:0.0:1746145205.010179:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530345344 00000100:00100000:0.0:1746145205.010210:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 3236 00000100:00100000:0.0:1746145205.010218:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965530345344:12345-0@lo:6:osp-syn-0-0.0 00002000:00080000:0.0:1746145205.010237:0:8466:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0000: Destroy object 0x240000400:24 count 1 00002000:00010000:0.0:1746145205.010259:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x18:0x0] initial LVB size: 104857600, mtime: 0x68140fb1, atime: 0x0, ctime: 0x68140fb1, blocks: 0x31813 00010000:00010000:0.0:1746145205.010265:0:8466:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 3/0,1 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010276:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145205.010278:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145205.010282:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010295:0:8466:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010303:0:8466:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 3/0,1 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010320:0:8466:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010332:0:8466:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00000100:00100000:0.0:1746145205.010772:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+6:3300:x1830965530345344:12345-0@lo:6:osp-syn-0-0.0 Request processed in 555us (635us total) trans 4294968065 rc 0/0 00000100:00100000:0.0:1746145205.010778:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 3236 00000100:00080000:0.0:1746145205.010796:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00010000:00010000:0.0:1746145205.010804:0:7104:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145205.010809:0:7104:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010820:0:7104:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358eee00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145205.010823:0:7104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010829:0:7104:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010842:0:7104:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 1/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010847:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1514 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.010859:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145205.010860:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145205.010861:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000004:00080000:0.0:1746145205.010882:0:3300:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff88008838d500/2, rc 0, transno 4294968065 00000100:00100000:0.0:1746145205.010887:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530345344:0@lo:6:osp-syn-0-0.0 00010000:00010000:0.0:1746145205.023969:0:8480:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145205.023976:0:8480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xb5ee96b21a0d1522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.023984:0:8480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092042800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145205.023988:0:8480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xb5ee96b21a0d1522 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.024001:0:8480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xb5ee96b21a0d1522 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.024017:0:8480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xb5ee96b21a0d1522 lrc: 1/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.024022:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092042800/0xb5ee96b21a0d1522 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x16:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145205.024037:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145205.024038:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145205.024040:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00080000:0.0:1746145206.252031:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145206.298174:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530346624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145206.298200:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145206.299697:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093290700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530346624:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145206.823878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.828217:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533570304 00000100:00100000:0.0:1746145206.828227:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533570304 00000100:00100000:0.0:1746145206.828274:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43746 00000100:00100000:0.0:1746145206.828282:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:30925:x1830965533570304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145206.828309:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145206.828325:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d1529 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53093f expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.828373:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.828386:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.828397:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:0.0:1746145206.828496:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746145206.828499:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:0.0:1746145206.828524:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.828541:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d1529 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53093f expref: 7 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.828554:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53093f expref: 6 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.828561:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4b87e00) 00010000:00010000:0.0:1746145206.828563:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746145206.828566:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef200, rc 0) 00000100:00100000:0.0:1746145206.828611:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:30925:x1830965533570304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 330us (4738us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145206.828616:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43746 00000100:00080000:0.0:1746145206.828652:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145206.840906:0:7282:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533570560 00000100:00100000:0.0:1746145206.840915:0:7282:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533570560 00000100:00100000:0.0:1746145206.840956:0:7282:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43747 00000100:00100000:0.0:1746145206.840964:0:7282:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:30925:x1830965533570560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145206.840980:0:7282:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145206.840984:0:7282:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746145206.841004:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1530 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53093f expref: 6 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.841018:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4b87e00) 00010000:00010000:0.0:1746145206.841026:0:7282:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145206.841035:0:7282:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d1537 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530946 expref: -99 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.841139:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841151:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841157:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841166:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841171:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841175:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00000004:00080000:0.0:1746145206.841594:0:7282:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x19:0x0], index 0: 0 00010000:00010000:0.0:1746145206.841764:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136554400/0xb5ee96b21a0d154c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841771:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136554400/0xb5ee96b21a0d154c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841780:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136554400/0xb5ee96b21a0d154c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841800:0:7282:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841805:0:7282:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841810:0:7282:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841815:0:7282:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b58c600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145206.841818:0:7282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841824:0:7282:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841830:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4b87500) 00010000:00010000:0.0:1746145206.841832:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145206.841835:0:7282:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.841839:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58c600/0xb5ee96b21a0d153e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00000004:00010000:0.0:1746145206.841846:0:7282:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093291880 reply state ffff880092d05000 transno 4294985886 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00000100:00100000:0.0:1746145206.841851:0:7282:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:0.0:1746145206.841866:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d1537 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530946 expref: 8 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.841879:0:7282:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136554400/0xb5ee96b21a0d154c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530946 expref: 7 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.841884:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800a4b87300) 00010000:00010000:0.0:1746145206.841886:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145206.841888:0:7282:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:0.0:1746145206.841929:0:7282:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:30925:x1830965533570560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 966us (4121us total) trans 4294985886 rc 0/0 00000100:00100000:0.0:1746145206.841935:0:7282:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43747 00010000:00010000:0.0:1746145206.856705:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856719:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856725:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856730:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b58ca00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145206.856734:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856741:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856759:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800a4b87200) 00010000:00010000:0.0:1746145206.856761:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145206.856764:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145206.856772:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d1545 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00000100:00100000:0.0:1746145206.879592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.882807:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533571072 00000100:00100000:0.0:1746145206.882813:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533571072 00000100:00100000:0.0:1746145206.882847:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43749 00000100:00100000:0.0:1746145206.882854:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:30925:x1830965533571072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145206.882867:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145206.882870:0:20970:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746145206.882886:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d1568 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530954 expref: 6 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.882910:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093723b00) 00010000:00010000:0.0:1746145206.882919:0:20970:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145206.882927:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136554800/0xb5ee96b21a0d156f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53095b expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.883029:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883038:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883045:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883054:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883063:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883068:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883107:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1584 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x45:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883113:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883118:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1584 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883249:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883255:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883260:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883265:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880136554e00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145206.883268:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883274:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883280:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800a4b87500) 00010000:00010000:0.0:1746145206.883282:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145206.883285:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883289:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d1576 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883306:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883310:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883314:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883317:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358eea00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145206.883319:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883323:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883328:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xe7ce3da1 (ffff8800a4b87e00) 00010000:00010000:0.0:1746145206.883330:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145206.883331:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883335:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d157d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xe7ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145206.883360:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880136554800/0xb5ee96b21a0d156f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53095b expref: 8 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.883369:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d1584 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x45:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53095b expref: 7 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145206.883375:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x45:0x0].0x0 (ffff8800a4b87300) 00010000:00010000:0.0:1746145206.883376:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145206.883378:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef200, rc 0) 00000100:00100000:0.0:1746145206.883968:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088324e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:30925:x1830965533571072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1112us (1431us total) trans 4294985887 rc 0/0 00000100:00100000:0.0:1746145206.883974:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43749 00000100:00100000:0.0:1746145206.887461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.908374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.911739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.923393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.925256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.932543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.932614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.932648:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.933376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.936664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.945348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.949767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145206.951380:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530347648:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145206.951395:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145206.951427:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965533573248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1514us (1666us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145206.951435:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7377 00000100:00100000:0.0:1746145206.952019:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533573504 00000100:00100000:0.0:1746145206.952023:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533573504 00002000:00100000:0.0:1746145206.952047:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088327100 x1830965533573504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:92/0 lens 488/0 e 0 to 0 dl 1746145217 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145206.952055:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088327100 with x1830965533573504 ext(0->4095) 00002000:00010000:0.0:1746145206.952059:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088327100 00000100:00100000:0.0:1746145206.952151:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2845 00000100:00100000:0.0:1746145206.952156:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533573504:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145206.952269:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088327100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533573504:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (290us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145206.952274:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2845 00002000:00100000:0.0:1746145206.952279:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088327100 x1830965533573504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:92/0 lens 488/4536 e 0 to 0 dl 1746145217 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145206.952285:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088327100 with x1830965533573504 ext(0->4095) 00002000:00010000:0.0:1746145206.952288:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088327100 00000100:00100000:0.0:1746145206.955229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.059687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.068339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.114486:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533574528 00000100:00100000:0.0:1746145207.114495:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533574528 00000100:00100000:0.0:1746145207.114544:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3244 00000100:00100000:0.0:1746145207.114552:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:30925:x1830965533574528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145207.114568:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145207.114582:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530993 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114606:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114615:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114621:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.114623:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.114648:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 9 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114673:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114683:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 9 pid: 11330 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.114693:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530347776:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145207.114779:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.114787:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 6 pid: 11330 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.114794:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8dc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530347904:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145207.114810:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.117057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.117322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.117377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.117395:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533574656 00000100:00100000:0.0:1746145207.117400:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533574656 00010000:00010000:0.0:1746145207.117426:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 10 pid: 11330 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.117443:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533574912 00000100:00100000:0.0:1746145207.117445:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533574912 00010000:00010000:0.0:1746145207.117452:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 7 pid: 11330 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.117463:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7378 00000100:00100000:0.0:1746145207.117468:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965533574656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.117477:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.117493:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 10 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.117501:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 10 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.117518:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009967fc00/0xb5ee96b21a0d15ca lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53098c expref: 10 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.117533:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.117561:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965533574656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 92us (239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.117567:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7378 00000100:00100000:0.0:1746145207.117578:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7379 00000100:00100000:0.0:1746145207.117583:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533574912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.117588:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.117594:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 7 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.117601:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d15c3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530985 expref: 7 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.117609:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.117611:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.117618:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.117647:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.117669:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145207.117678:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8e680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530348032:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145207.117716:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.123285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.130442:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533575424 00000100:00100000:0.0:1746145207.130455:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533575424 00002000:00100000:0.0:1746145207.130507:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008de3b100 x1830965533575424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 496/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.130517:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b100 with x1830965533575424 ext(0->7) 00010000:00010000:0.0:1746145207.130527:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 9 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.130542:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 9 pid: 8465 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.130549:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008de3b100 00000100:00100000:0.0:1746145207.130583:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 120 00000100:00100000:0.0:1746145207.130591:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965533575424:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.130971:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965533575424:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 378us (3577us total) trans 4294968068 rc 0/0 00000100:00100000:0.0:1746145207.130980:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 120 00002000:00100000:0.0:1746145207.130987:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008de3b100 x1830965533575424/t4294968068(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 496/448 e 0 to 0 dl 1746145218 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.130994:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b100 with x1830965533575424 ext(0->7) 00010000:00010000:0.0:1746145207.130999:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 11 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.131010:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358ef200/0xb5ee96b21a0d15d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530993 expref: 11 pid: 8465 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.131015:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008de3b100 00000100:00100000:0.0:1746145207.136143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.146008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.148147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.153612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.158570:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533576448 00000100:00100000:0.0:1746145207.158574:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533576448 00002000:00100000:0.0:1746145207.158603:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326a00 x1830965533576448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.158611:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326a00 with x1830965533576448 ext(0->4095) 00010000:00010000:0.0:1746145207.158618:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 10 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.158657:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 10 pid: 8465 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.158663:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326a00 00000100:00100000:0.0:1746145207.158678:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 122 00000100:00100000:0.0:1746145207.158684:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965533576448:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.158811:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965533576448:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 125us (294us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145207.158816:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 122 00002000:00100000:0.0:1746145207.158821:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326a00 x1830965533576448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746145218 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.158828:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326a00 with x1830965533576448 ext(0->4095) 00010000:00010000:0.0:1746145207.158832:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 10 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.158840:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 10 pid: 8465 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.158850:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326a00 00000100:00100000:0.0:1746145207.159849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.162771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.162917:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7382 00000100:00100000:0.0:1746145207.162926:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965533576832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.162938:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.162959:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 12 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.162970:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 12 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.162987:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d15df lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a1 expref: 12 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.163011:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.163013:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.163020:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.163027:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.163052:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145207.163066:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530348800:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145207.163123:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.165384:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530348800:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145207.165400:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.165444:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965533576832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2519us (2679us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.165453:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7382 00000100:00100000:0.0:1746145207.167799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.175427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.175461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.179105:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530348928:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145207.179114:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838f800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530349056:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145207.179141:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d15f4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309af expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.179155:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915fe800, rc 0) 00000100:00100000:0.0:1746145207.179189:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:30925:x1830965533577216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3513us (3727us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.179196:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3249 00000100:00100000:0.0:1746145207.180151:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533577728 00000100:00100000:0.0:1746145207.180156:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533577728 00010000:00010000:0.0:1746145207.180174:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.180209:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7383 00000100:00100000:0.0:1746145207.180214:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533577728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.180223:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.180235:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.180243:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.180260:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d15e6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5309a8 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.180332:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.180355:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533577728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 141us (1022us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.180360:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7383 00000100:00100000:0.0:1746145207.181894:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.182202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.184765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.188373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.198986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.203623:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.204336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.211834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.214855:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.219536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.223721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.229914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.233238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.235721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.239692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.239730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.242598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.253123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.261084:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.266462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.271103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.278715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.279323:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145207.281821:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145207.286030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.288860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.292787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.294505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.300701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.303114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.303988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.306332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.306402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.307125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.319425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.323226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.326958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.331592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.335619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.340129:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.340820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.347344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.347424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.352757:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533585536 00000100:00100000:0.0:1746145207.352763:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533585536 00002000:00100000:0.0:1746145207.352791:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291c700 x1830965533585536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.352798:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965533585536 ext(0->4095) 00010000:00010000:0.0:1746145207.352804:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d5200/0xb5ee96b21a0d1648 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a0a expref: 22 pid: 8466 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.352816:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d5200/0xb5ee96b21a0d1648 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a0a expref: 22 pid: 8466 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.352822:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291c700 00000100:00100000:0.0:1746145207.352843:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 139 00000100:00100000:0.0:1746145207.352849:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965533585536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.352956:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965533585536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 107us (214us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145207.352962:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 139 00002000:00100000:0.0:1746145207.352967:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291c700 x1830965533585536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746145218 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.352977:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965533585536 ext(0->4095) 00010000:00010000:0.0:1746145207.352982:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d5200/0xb5ee96b21a0d1648 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a0a expref: 22 pid: 8466 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.352990:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d5200/0xb5ee96b21a0d1648 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a0a expref: 22 pid: 8466 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.352995:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291c700 00000100:00100000:0.0:1746145207.354831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.357548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.361560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.364056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.368423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.372507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.372573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.374939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.374984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.375372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.377333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.381703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.383884:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.388334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.392574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.397958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.399699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.403060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.404366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.405063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.408857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.418339:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.426015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.433939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.438947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.439316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.444061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.447455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.450950:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533590912 00000100:00100000:0.0:1746145207.450960:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533590912 00002000:00100000:0.0:1746145207.451000:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093290700 x1830965533590912/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 496/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.451009:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965533590912 ext(0->7) 00010000:00010000:0.0:1746145207.451017:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a42 expref: 29 pid: 8464 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.451031:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a42 expref: 29 pid: 8464 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.451037:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093290700 00000100:00100000:0.0:1746145207.451054:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 147 00000100:00100000:0.0:1746145207.451131:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965533590912:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.451715:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965533590912:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 653us (912us total) trans 4294968078 rc 0/0 00000100:00100000:0.0:1746145207.451722:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 147 00002000:00100000:0.0:1746145207.451728:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093290700 x1830965533590912/t4294968078(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 496/448 e 0 to 0 dl 1746145218 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.451741:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965533590912 ext(0->7) 00010000:00010000:0.0:1746145207.451907:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a42 expref: 31 pid: 8464 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.451917:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d1680 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a42 expref: 31 pid: 8464 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.451922:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093290700 00000100:00100000:0.0:1746145207.458438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.465992:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533591296 00000100:00100000:0.0:1746145207.467210:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533591296 00002000:00100000:0.0:1746145207.467263:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093291c00 x1830965533591296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.467273:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965533591296 ext(0->4095) 00002000:00010000:0.0:1746145207.467279:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:0.0:1746145207.467317:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2858 00000100:00100000:0.0:1746145207.467323:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965533591296:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.467477:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965533591296:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 153us (1538us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145207.467484:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2858 00002000:00100000:0.0:1746145207.467489:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093291c00 x1830965533591296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746145218 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.467495:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965533591296 ext(0->4095) 00002000:00010000:0.0:1746145207.467498:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:0.0:1746145207.474559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.474649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.484066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.484152:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.492269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.494360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.510514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.514592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.525445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.526138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.530394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.535285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.539091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.541763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.544497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.547621:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.547960:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.547979:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533594752 00000100:00100000:0.0:1746145207.547982:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533594752 00002000:00100000:0.0:1746145207.548007:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557800 x1830965533594752/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:93/0 lens 488/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.548014:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965533594752 ext(0->4095) 00002000:00010000:0.0:1746145207.548018:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085557800 00000100:00100000:0.0:1746145207.548043:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2862 00000100:00100000:0.0:1746145207.548048:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533594752:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.548273:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533594752:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 223us (313us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145207.548283:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2862 00002000:00100000:0.0:1746145207.548301:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557800 x1830965533594752/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746145218 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.548307:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965533594752 ext(0->4095) 00010000:00010000:0.0:1746145207.548311:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.548320:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.548325:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557800 00000100:00100000:0.0:1746145207.550933:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533594880 00000100:00100000:0.0:1746145207.550938:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533594880 00010000:00010000:0.0:1746145207.550961:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.551090:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7411 00000100:00100000:0.0:1746145207.551096:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1962:x1830965533594880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.551106:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.551124:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.551133:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.551150:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d16b1 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a73 expref: 7 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.551175:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.551194:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533594880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 99us (326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.551200:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7411 00000100:00100000:0.0:1746145207.551254:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533595136 00000100:00100000:0.0:1746145207.551257:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533595136 00002000:00100000:0.0:1746145207.551278:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291dc00 x1830965533595136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/0 e 0 to 0 dl 1746145218 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.551286:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965533595136 ext(0->4095) 00010000:00010000:0.0:1746145207.551308:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d16aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a6c expref: 35 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.551318:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d16aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a6c expref: 35 pid: 11330 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.551323:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291dc00 00000100:00100000:0.0:1746145207.551335:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 152 00000100:00100000:0.0:1746145207.551340:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965533595136:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145207.551574:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965533595136:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 232us (528us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145207.551580:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 152 00002000:00100000:0.0:1746145207.551585:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291dc00 x1830965533595136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:93/0 lens 488/4536 e 0 to 0 dl 1746145218 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145207.551591:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965533595136 ext(0->4095) 00010000:00010000:0.0:1746145207.551596:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d16aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a6c expref: 35 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.551604:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d16aa lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a6c expref: 35 pid: 11330 timeout: 548 lvb_type: 0 00002000:00010000:0.0:1746145207.551609:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291dc00 00000100:00100000:0.0:1746145207.553485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.553717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.555866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.570568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.570663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.573573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.578540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.580700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.583433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.587248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.591590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.596528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.602159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.603015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.606806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.610844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.614478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.618762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.622815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.625858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.626988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.630780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.633645:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533599360 00000100:00100000:0.0:1746145207.633651:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533599360 00010000:00010000:0.0:1746145207.633671:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d16db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a9d expref: 41 pid: 11330 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.633698:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7418 00000100:00100000:0.0:1746145207.633704:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:1961:x1830965533599360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.633713:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.633725:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d16db lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a9d expref: 41 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.633734:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d16db lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a9d expref: 41 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.633752:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358eea00/0xb5ee96b21a0d16db lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530a9d expref: 41 pid: 11330 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.633776:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.633810:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965533599360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 105us (190us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.633815:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7418 00000100:00100000:0.0:1746145207.636829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.644176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.649791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.668879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.673732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.674199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.680787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.683000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.690799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.694162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.709299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.712170:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533601408 00000100:00100000:0.0:1746145207.712174:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533601408 00000100:00100000:0.0:1746145207.712207:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3288 00000100:00100000:0.0:1746145207.712213:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:30925:x1830965533601408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145207.712224:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145207.712233:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d1705 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530ac7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.712650:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.712857:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4c1d800/0xb5ee96b21a0d16fe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ac0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.712864:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145207.712868:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d1705 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ac7 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.713125:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4c1d800/0xb5ee96b21a0d16fe lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ac0 expref: 6 pid: 8465 timeout: 548 lvb_type: 0 00010000:00010000:0.0:1746145207.713133:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4c1d800/0xb5ee96b21a0d16fe lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ac0 expref: 6 pid: 8465 timeout: 548 lvb_type: 0 00000100:00100000:0.0:1746145207.713141:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085549f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530358144:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145207.713407:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.717783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.721329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.728155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.733990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.739170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.743581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.752137:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.752657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.757305:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533603072 00000100:00100000:0.0:1746145207.757313:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533603072 00000100:00100000:0.0:1746145207.757350:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3291 00000100:00100000:0.0:1746145207.757356:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:30926:x1830965533603072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145207.757372:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145207.757388:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d171a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530adc expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.757505:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d1713 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ad5 expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.757512:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145207.757514:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145207.757517:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d171a lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530adc expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145207.761423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.764710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.768273:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.773056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.775918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.778131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.778217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.780999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.781047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.781077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.783384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.787983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.790946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.797387:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533605888 00000100:00100000:0.0:1746145207.797394:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533605888 00000100:00100000:0.0:1746145207.798044:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3295 00000100:00100000:0.0:1746145207.798055:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533605888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145207.798069:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145207.798083:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530af8 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.798105:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.798107:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.798113:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af8 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.798126:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af8 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.798135:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:0.0:1746145207.798179:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965533605888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (822us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.798185:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3295 00000100:00100000:0.0:1746145207.799031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.799969:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3296 00000100:00100000:0.0:1746145207.799977:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c96e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:30925:x1830965533606016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145207.799991:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145207.800006:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d173d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530aff expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800027:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d172f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af1 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800038:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af8 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800044:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.800045:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.800048:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136554e00/0xb5ee96b21a0d173d lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530aff expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800071:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af8 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800082:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136554800/0xb5ee96b21a0d1736 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af8 expref: 6 pid: 11330 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145207.800093:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c96e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530359808:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145207.800690:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d172f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af1 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.800699:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d172f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530af1 expref: 51 pid: 11330 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145207.800707:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c96ea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530359936:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145207.800754:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.801761:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c96e680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530359808:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145207.801880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.805548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.807535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.809164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.811907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.822935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.829767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.830234:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.834556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.839233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.842526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.850202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.855860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.858454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.858535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.861898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.865352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.868764:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.872126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.877418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.881846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.883547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.883618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.886433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.886465:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.886501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.886521:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533610880 00000100:00100000:0.0:1746145207.886526:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533610880 00010000:00010000:0.0:1746145207.886551:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d1767 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b29 expref: 59 pid: 8464 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145207.886568:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533611136 00000100:00100000:0.0:1746145207.886570:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533611136 00010000:00010000:0.0:1746145207.886577:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d1760 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b1b expref: 7 pid: 8466 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145207.886591:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7437 00000100:00100000:0.0:1746145207.886596:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab26a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1960:x1830965533610880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145207.886603:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145207.887426:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d1767 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b29 expref: 60 pid: 8464 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145207.887437:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d1767 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b29 expref: 60 pid: 8464 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145207.887507:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d1767 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b29 expref: 60 pid: 8464 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145207.887523:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.887525:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145207.887531:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d176e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b30 expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.887538:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d176e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b30 expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.887681:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d176e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b30 expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145207.887691:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d176e lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530b30 expref: 59 pid: 8464 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145207.887702:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab27480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530361856:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145207.887737:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145207.890394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.897007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.903394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.907852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.913216:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.913262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.916490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.921452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.923616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.927471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.935553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.936565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.938978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.945250:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009291e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530362880:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145207.945274:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145207.945333:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533613696:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6109us (6354us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145207.945342:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7442 00000100:00100000:0.0:1746145207.954883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.959015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.961741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.969731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.976269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.976375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.981069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.984672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.993737:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145207.996997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.003281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.007767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.012037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.018975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.022424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.022471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.026478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.028866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.037273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.060726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.060772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.064339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.064439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.068538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.075970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.084518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.098097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.102148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.105171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.112512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.114440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.117066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.117233:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.120173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.120334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.124208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.132317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.136904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.142890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.152241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.161790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.161862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.161889:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533621760 00000100:00100000:0.0:1746145208.161897:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533621760 00002000:00100000:0.0:1746145208.161948:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557100 x1830965533621760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/0 e 0 to 0 dl 1746145219 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.161956:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965533621760 ext(0->4095) 00010000:00010000:0.0:1746145208.161963:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d17e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ba7 expref: 72 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.161971:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d17e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ba7 expref: 72 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.161976:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145208.162004:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 193 00000100:00100000:0.0:1746145208.162010:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965533621760:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145208.162130:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1961:x1830965533621760:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 120us (267us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145208.162135:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 193 00002000:00100000:0.0:1746145208.162140:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557100 x1830965533621760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/4536 e 0 to 0 dl 1746145219 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.162146:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965533621760 ext(0->4095) 00010000:00010000:0.0:1746145208.162150:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d17e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ba7 expref: 71 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.162158:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d17e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ba7 expref: 71 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.162163:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145208.167227:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.167827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.172207:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009291f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530365952:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145208.172236:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145208.173443:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1962:x1830965533622016:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5489us (5608us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145208.173456:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7456 00000100:00100000:0.0:1746145208.174584:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533622272 00000100:00100000:0.0:1746145208.174592:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533622272 00002000:00100000:0.0:1746145208.174659:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291f800 x1830965533622272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/0 e 0 to 0 dl 1746145219 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.174668:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291f800 with x1830965533622272 ext(0->4095) 00010000:00010000:0.0:1746145208.174677:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d17ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bae expref: 70 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.174691:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d17ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bae expref: 70 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.174698:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291f800 00000100:00100000:0.0:1746145208.174715:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 194 00000100:00100000:0.0:1746145208.174722:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1960:x1830965533622272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145208.175526:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1960:x1830965533622272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 801us (1019us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145208.175534:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 194 00002000:00100000:0.0:1746145208.175541:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291f800 x1830965533622272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/4536 e 0 to 0 dl 1746145219 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.175554:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291f800 with x1830965533622272 ext(0->4095) 00010000:00010000:0.0:1746145208.175560:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d17ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bae expref: 70 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.175571:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d17ec lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bae expref: 70 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.175577:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291f800 00000100:00100000:0.0:1746145208.190542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.205006:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf8df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530366208:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145208.205026:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145208.205064:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965533622784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3013us (3080us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145208.205073:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7457 00000100:00100000:0.0:1746145208.205892:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533623040 00000100:00100000:0.0:1746145208.205899:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533623040 00002000:00100000:0.0:1746145208.205937:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cf8f100 x1830965533623040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:94/0 lens 488/0 e 0 to 0 dl 1746145219 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.205946:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8f100 with x1830965533623040 ext(0->4095) 00010000:00010000:0.0:1746145208.205954:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3800/0xb5ee96b21a0d17f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bb5 expref: 7 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.205966:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800936d3800/0xb5ee96b21a0d17f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bb5 expref: 7 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.205977:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cf8f100 00000100:00100000:0.0:1746145208.205992:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 196 00000100:00100000:0.0:1746145208.205998:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533623040:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145208.206399:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533623040:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 399us (1143us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145208.206405:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 196 00002000:00100000:0.0:1746145208.206411:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cf8f100 x1830965533623040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:94/0 lens 488/4536 e 0 to 0 dl 1746145219 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.206418:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8f100 with x1830965533623040 ext(0->4095) 00010000:00010000:0.0:1746145208.206423:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3800/0xb5ee96b21a0d17f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bb5 expref: 7 pid: 11330 timeout: 549 lvb_type: 0 00010000:00010000:0.0:1746145208.206433:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800936d3800/0xb5ee96b21a0d17f3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530bb5 expref: 7 pid: 11330 timeout: 549 lvb_type: 0 00002000:00010000:0.0:1746145208.206438:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cf8f100 00000100:00100000:0.0:1746145208.208786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.213935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.224725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.233008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.235460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.236156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.240886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.247519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.265857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.271987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.277066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.286995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.287770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.293707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.295468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.299191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.304447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.306508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.311407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.314074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.318926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.323107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.329034:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.329120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.335410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.335457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.341743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.350159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.359781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.368218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.374356:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.374856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.379160:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.381492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.390088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.408821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.415683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.422829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.422939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.430193:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.433367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.436987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.441269:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.445368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.453123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.455958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.461778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.461833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.462718:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3338 00000100:00100000:0.0:1746145208.462725:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+85:30926:x1830965533631872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145208.462732:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145208.462739:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1863 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530c25 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.462753:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145208.462757:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d185c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c1e expref: 86 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.462762:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145208.462765:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1863 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c25 expref: 86 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.462787:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d185c lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c1e expref: 86 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.462801:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d1863 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c25 expref: 86 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.462811:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358eee00, rc 0) 00000100:00100000:0.0:1746145208.463700:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937f2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:30926:x1830965533631872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 973us (1864us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145208.463707:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3338 00000100:00100000:0.0:1746145208.466234:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.470543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.472792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.474954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.477563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.480543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.486349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.489573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.493811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.496683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.501412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.514597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.531330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.532953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.534728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.544071:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088380e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530371072:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145208.544429:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d188d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c4f expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.544446:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46ae00, rc 0) 00000100:00100000:0.0:1746145208.544870:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965533635712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5723us (5853us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145208.544877:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3344 00000100:00100000:0.0:1746145208.551938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.556489:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.567544:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533636864 00000100:00100000:0.0:1746145208.567552:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533636864 00000100:00100000:0.0:1746145208.567589:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533636992 00000100:00100000:0.0:1746145208.567590:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533636992 00000100:00100000:0.0:1746145208.567835:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3345 00000100:00100000:0.0:1746145208.567844:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:30925:x1830965533636864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145208.567862:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145208.567878:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d1894 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530c56 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.567906:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d188d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c4f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.567913:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145208.568210:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145208.568216:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d1894 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c56 expref: 92 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.568268:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d188d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c4f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.568292:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c46ae00/0xb5ee96b21a0d188d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530c4f expref: 6 pid: 8465 timeout: 549 lvb_type: 0 00000100:00100000:0.0:1746145208.568303:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880089e23b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530371328:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145208.568524:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145208.571500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.577354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.585131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.588796:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.600295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.603206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.603255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.608214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.608316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.611129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.613391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.616124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.619647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.623503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.628255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.631454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.634762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.634823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.637814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.638767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.638845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.642156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.646444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.649150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.651748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.654751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.656992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.663087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.665963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.666164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.669893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.670866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.672141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.675263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.677873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.680906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.685195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.687919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.691438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.694822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.695028:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.697492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.703077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.706222:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.709200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.711726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.715013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.717159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.720460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.723613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.723898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.731308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.737805:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.743748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.747899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.754670:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533648256 00000100:00100000:0.0:1746145208.754680:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533648256 00000100:00100000:0.0:1746145208.754739:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533648384 00000100:00100000:0.0:1746145208.754742:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533648384 00000100:00100000:0.0:1746145208.754764:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3362 00000100:00100000:0.0:1746145208.754771:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533648256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145208.754789:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145208.754806:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d190b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530ccd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.754829:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145208.754831:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145208.754837:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d190b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ccd expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.754850:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d190b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ccd expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145208.754860:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a531a800, rc 0) 00000100:00100000:0.0:1746145208.754921:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965533648256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (1444us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145208.754928:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3362 00000100:00100000:0.0:1746145208.756972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.757875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.759527:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.762421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.773430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.793607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.796093:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.805872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.812342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.815952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.818325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.821948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.824848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.828698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.836572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.844750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.852986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.853340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.856126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.857795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.860206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.863333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.867387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.871131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.874120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.880229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.881163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.884545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.884569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.884882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.890052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.892510:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.896039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.902253:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.907989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.911885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.917516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.918170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.922217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.922304:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533655936 00000100:00100000:0.0:1746145208.922310:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533655936 00002000:00100000:0.0:1746145208.922346:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326a00 x1830965533655936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/0 e 0 to 0 dl 1746145219 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.922355:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326a00 with x1830965533655936 ext(0->4095) 00010000:00010000:0.0:1746145208.922361:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801348aa600/0xb5ee96b21a0d195f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d21 expref: 111 pid: 11330 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145208.922372:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801348aa600/0xb5ee96b21a0d195f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d21 expref: 111 pid: 11330 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746145208.922378:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326a00 00000100:00100000:0.0:1746145208.922393:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 240 00000100:00100000:0.0:1746145208.922399:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965533655936:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145208.922551:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088326a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965533655936:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (334us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145208.922560:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 240 00002000:00100000:0.0:1746145208.922566:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326a00 x1830965533655936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/4536 e 0 to 0 dl 1746145219 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.922573:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326a00 with x1830965533655936 ext(0->4095) 00010000:00010000:0.0:1746145208.922581:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801348aa600/0xb5ee96b21a0d195f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d21 expref: 111 pid: 11330 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145208.922589:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801348aa600/0xb5ee96b21a0d195f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d21 expref: 111 pid: 11330 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746145208.922595:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326a00 00000100:00100000:0.0:1746145208.925176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.928814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.935999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.938979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.955321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.955453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.955495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.966507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.967528:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 243 00000100:00100000:0.0:1746145208.967539:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+113:1962:x1830965533657728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145208.967756:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+113:1962:x1830965533657728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 219us (1251us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145208.967763:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 243 00002000:00100000:0.0:1746145208.967768:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0ce00 x1830965533657728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:94/0 lens 488/4536 e 0 to 0 dl 1746145219 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145208.967776:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ce00 with x1830965533657728 ext(0->4095) 00010000:00010000:0.0:1746145208.967781:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d1974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d36 expref: 113 pid: 8464 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145208.967791:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d1974 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d36 expref: 113 pid: 8464 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746145208.967797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0ce00 00000100:00100000:0.0:1746145208.973933:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.988220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.996378:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145208.996989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.002346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.004380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.008560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.011856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.016042:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.029305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.032094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.036224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.036322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.042004:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.042035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.042067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.045245:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.051450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.061539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.065622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.072422:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.092004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.104613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.105054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.109316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.115290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.119178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.125249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.129703:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.133123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.141974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.144969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.145362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.148872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.149650:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.153313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.153362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.156413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.166455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.170439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.177035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.182100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.185359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.186072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.195387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.195423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.195451:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533666944 00000100:00100000:0.0:1746145209.195458:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533666944 00000100:00100000:0.0:1746145209.195511:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3393 00000100:00100000:0.0:1746145209.195519:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+126:30926:x1830965533666944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145209.195538:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145209.195555:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d19e4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530da6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.195578:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.195583:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094206a00/0xb5ee96b21a0d19dd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d9f expref: 127 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.195589:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145209.195593:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d19e4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530da6 expref: 127 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.195659:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094206a00/0xb5ee96b21a0d19dd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530d9f expref: 127 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.195671:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d19e4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530da6 expref: 127 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.195680:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a531b600, rc 0) 00000100:00100000:0.0:1746145209.195722:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+127:30926:x1830965533666944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 204us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.195728:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3393 00000100:00100000:0.0:1746145209.195854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.198918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.202309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.213356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.222446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.222556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.227269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.227380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.231726:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.235718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.238908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.243715:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533669248 00000100:00100000:0.0:1746145209.243723:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533669248 00002000:00100000:0.0:1746145209.243767:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291df80 x1830965533669248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.243777:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965533669248 ext(0->4095) 00002000:00010000:0.0:1746145209.243782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00000100:00100000:0.0:1746145209.243812:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2932 00000100:00100000:0.0:1746145209.243819:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533669248:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.244006:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533669248:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (532us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.244013:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2932 00002000:00100000:0.0:1746145209.244019:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291df80 x1830965533669248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.244026:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965533669248 ext(0->4095) 00002000:00010000:0.0:1746145209.244028:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00000100:00100000:0.0:1746145209.247772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.253258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.255439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.255817:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.260464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.260501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.260604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.266945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.273175:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.277954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.281610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.284407:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533671424 00000100:00100000:0.0:1746145209.284415:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533671424 00000100:00100000:0.0:1746145209.284463:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3399 00000100:00100000:0.0:1746145209.284470:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533671424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145209.284485:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145209.284501:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1a0e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530dd0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.284523:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.284524:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.284531:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1a0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530dd0 expref: 7 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.284542:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1a0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530dd0 expref: 7 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.284552:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a531b800, rc 0) 00000100:00100000:0.0:1746145209.284602:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965533671424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (283us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.284608:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3399 00000100:00100000:0.0:1746145209.287125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.293447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.296495:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533672064 00000100:00100000:0.0:1746145209.296501:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533672064 00002000:00100000:0.0:1746145209.296535:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291ce00 x1830965533672064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.296544:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ce00 with x1830965533672064 ext(0->4095) 00010000:00010000:0.0:1746145209.296550:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d1a07 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530dc9 expref: 132 pid: 8464 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145209.296559:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d1a07 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530dc9 expref: 132 pid: 8464 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746145209.296564:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291ce00 00000100:00100000:0.0:1746145209.296595:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 263 00000100:00100000:0.0:1746145209.296602:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+132:1960:x1830965533672064:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.299288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.299869:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.304189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.307678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.311374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.317402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.319900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.319939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.322831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.326058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.329882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.333510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.336116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.339236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.341150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.341996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.344366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.347144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.347192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.350877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.355027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.361816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.366492:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.370735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.376756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.380030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.380109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.383013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.383852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.386521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.390126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.394503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.398465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.402563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.406967:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.407068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.408970:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3411 00000100:00100000:0.0:1746145209.408976:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533678976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145209.408988:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145209.409002:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d1a62 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530e24 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.409022:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.409057:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.409066:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d1a62 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530e24 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.409103:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d1a62 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530e24 expref: 7 pid: 8466 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145209.409110:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d1a62 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530e24 expref: 7 pid: 8466 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145209.409118:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a531b600, rc 0) 00000100:00100000:0.0:1746145209.409164:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a699c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965533678976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 188us (2095us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.409169:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3411 00000100:00100000:0.0:1746145209.412556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.412605:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.415808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.418169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.421370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.425206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.428848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.433671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.434259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.440313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.444456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.450448:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.453172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.455727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.463056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.464071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.465852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.471139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.474178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.477118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.479781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.483073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.486383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.488102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.490372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.490502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.492391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.492431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.495893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.498557:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.502036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.509466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.513114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.515116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.523118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.525690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.525732:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.528168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.536882:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.541200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.546470:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533686912 00000100:00100000:0.0:1746145209.546478:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533686912 00002000:00100000:0.0:1746145209.546515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291c000 x1830965533686912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.546524:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c000 with x1830965533686912 ext(0->4095) 00002000:00010000:0.0:1746145209.546530:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c000 00000100:00100000:0.0:1746145209.546556:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2952 00000100:00100000:0.0:1746145209.546562:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+148:1960:x1830965533686912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.546736:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+148:1960:x1830965533686912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 173us (1617us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.546742:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2952 00002000:00100000:0.0:1746145209.546747:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291c000 x1830965533686912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.546754:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c000 with x1830965533686912 ext(0->4095) 00002000:00010000:0.0:1746145209.546757:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c000 00000100:00100000:0.0:1746145209.551958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.552947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.555161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.555194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.560385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.564489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.568519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.573895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.579200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.581139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.583319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.585503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.585938:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145209.587786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.589449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.596517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.599989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.602423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.602495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.604698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.605184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.607432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.607577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.609744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.612937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.615561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.620756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.627618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.627744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.630252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.635183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.638547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.643930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.652146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.657890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.657934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.662884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.662955:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.665770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.670133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.678992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.682934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.688540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.688592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.700595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.703486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.703649:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2959 00000100:00100000:0.0:1746145209.703656:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+158:1960:x1830965533694976:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.703788:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+158:1960:x1830965533694976:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 132us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.703795:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2959 00002000:00100000:0.0:1746145209.703800:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c3e3100 x1830965533694976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.703807:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3100 with x1830965533694976 ext(0->4095) 00002000:00010000:0.0:1746145209.703809:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e3100 00000100:00100000:0.0:1746145209.707462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.709595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.713426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.719468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.721128:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533695744 00000100:00100000:0.0:1746145209.721131:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533695744 00000100:00100000:0.0:1746145209.721160:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3438 00000100:00100000:0.0:1746145209.721166:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+159:30925:x1830965533695744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145209.721175:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145209.721188:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1b1f lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530ee1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.721257:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d1b18 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530eda expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.721264:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.721267:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145209.721270:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1b1f lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ee1 expref: 160 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.721317:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d1b18 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530eda expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.721338:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d1b18 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530eda expref: 6 pid: 11330 timeout: 550 lvb_type: 0 00000100:00100000:0.0:1746145209.721349:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3e0000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530392192:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145209.721469:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145209.723996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.724102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.726911:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533696256 00000100:00100000:0.0:1746145209.726919:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533696256 00002000:00100000:0.0:1746145209.726951:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291ea00 x1830965533696256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.726960:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ea00 with x1830965533696256 ext(0->4095) 00010000:00010000:0.0:1746145209.726967:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1b1f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ee1 expref: 161 pid: 11330 timeout: 550 lvb_type: 0 00010000:00010000:0.0:1746145209.726979:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a531b800/0xb5ee96b21a0d1b1f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530ee1 expref: 161 pid: 11330 timeout: 550 lvb_type: 0 00002000:00010000:0.0:1746145209.726985:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291ea00 00000100:00100000:0.0:1746145209.735397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.740823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.743622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.745596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.745738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.747843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.754396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.758001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.763853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.771562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.771682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.776918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.781320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.785056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.789393:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530393600:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145209.789408:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145209.789432:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+167:1961:x1830965533699200:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3837us (4381us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.789439:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7578 00000100:00100000:0.0:1746145209.793998:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.794316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.798254:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.798324:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.798344:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533700096 00000100:00100000:0.0:1746145209.798350:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533700096 00010000:00010000:0.0:1746145209.798371:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d1b42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f04 expref: 168 pid: 11330 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145209.798398:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7579 00000100:00100000:0.0:1746145209.798403:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+167:1963:x1830965533700096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145209.798412:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145209.798427:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d1b42 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f04 expref: 167 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.798435:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d1b42 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f04 expref: 167 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.798457:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d1b42 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f04 expref: 167 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.798467:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145209.798483:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+166:1963:x1830965533700096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 80us (158us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.798490:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7579 00000100:00100000:0.0:1746145209.801788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.804820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.807153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.809930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.812405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.815450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.820666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.820746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.822465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.822544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.825761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.825840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.828785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.830786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.835983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.840040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.845728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.845821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.849443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.852054:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.853227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.853263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.855298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.864238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.877910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.878303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.887520:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533704832 00000100:00100000:0.0:1746145209.887530:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533704832 00002000:00100000:0.0:1746145209.887574:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291f800 x1830965533704832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.887584:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291f800 with x1830965533704832 ext(0->4095) 00010000:00010000:0.0:1746145209.887594:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092054000/0xb5ee96b21a0d1b81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f43 expref: 7 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.887608:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092054000/0xb5ee96b21a0d1b81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f43 expref: 7 pid: 8464 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.887616:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291f800 00000100:00100000:0.0:1746145209.887663:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 313 00000100:00100000:0.0:1746145209.887669:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533704832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.887781:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965533704832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (280us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.887786:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 313 00002000:00100000:0.0:1746145209.887790:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291f800 x1830965533704832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.887797:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291f800 with x1830965533704832 ext(0->4095) 00010000:00010000:0.0:1746145209.887801:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092054000/0xb5ee96b21a0d1b81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f43 expref: 7 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.887808:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092054000/0xb5ee96b21a0d1b81 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f43 expref: 7 pid: 8464 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.887818:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009291f800 00000100:00100000:0.0:1746145209.904985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.912242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.912264:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533705216 00000100:00100000:0.0:1746145209.912281:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533705216 00002000:00100000:0.0:1746145209.912314:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008ba95c00 x1830965533705216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.912323:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95c00 with x1830965533705216 ext(0->4095) 00002000:00010000:0.0:1746145209.912327:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba95c00 00000100:00100000:0.0:1746145209.912344:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2966 00000100:00100000:0.0:1746145209.912350:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:1961:x1830965533705216:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.912467:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba95c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:1961:x1830965533705216:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 116us (230us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.912484:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2966 00002000:00100000:0.0:1746145209.912489:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008ba95c00 x1830965533705216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.912496:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba95c00 with x1830965533705216 ext(0->4095) 00002000:00010000:0.0:1746145209.912499:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ba95c00 00000100:00100000:0.0:1746145209.917519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.917546:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533705344 00000100:00100000:0.0:1746145209.917553:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533705344 00000100:00100000:0.0:1746145209.917586:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3454 00000100:00100000:0.0:1746145209.917594:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533705344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145209.917610:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145209.917624:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d1b8f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530f51 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.917665:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 171 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.917671:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145209.917673:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145209.917676:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d1b8f lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f51 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.918147:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 171 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.918159:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 171 pid: 8464 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145209.918170:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba95f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530395904:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145209.918241:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145209.920731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.920753:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533705472 00000100:00100000:0.0:1746145209.920759:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533705472 00002000:00100000:0.0:1746145209.920793:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008ba96300 x1830965533705472/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 496/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.920802:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba96300 with x1830965533705472 ext(0->7) 00010000:00010000:0.0:1746145209.920809:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 172 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.920822:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 172 pid: 8464 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.920828:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ba96300 00000100:00100000:0.0:1746145209.920845:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 314 00000100:00100000:0.0:1746145209.920852:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:1961:x1830965533705472:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.921422:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba96300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+174:1961:x1830965533705472:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 569us (694us total) trans 4294968150 rc 0/0 00000100:00100000:0.0:1746145209.921430:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 314 00002000:00100000:0.0:1746145209.921436:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008ba96300 x1830965533705472/t4294968150(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 496/448 e 0 to 0 dl 1746145220 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.921443:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba96300 with x1830965533705472 ext(0->7) 00010000:00010000:0.0:1746145209.921448:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 174 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.921457:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d1b88 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f4a expref: 174 pid: 8464 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.921462:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ba96300 00000001:00080000:0.0:1746145209.924289:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985887 is committed 00000001:00080000:0.0:1746145209.924298:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985886 is committed 00000001:00080000:0.0:1746145209.924302:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985888 is committed 00000001:00080000:0.0:1746145209.924307:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985889 is committed 00000100:00100000:0.0:1746145209.928497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.937155:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533705984 00000100:00100000:0.0:1746145209.937164:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533705984 00002000:00100000:0.0:1746145209.937210:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cf8e680 x1830965533705984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.937220:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8e680 with x1830965533705984 ext(0->4095) 00002000:00010000:0.0:1746145209.937225:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008cf8e680 00000100:00100000:0.0:1746145209.937250:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2967 00000100:00100000:0.0:1746145209.937258:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533705984:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.937437:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cf8e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965533705984:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (357us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.937445:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2967 00002000:00100000:0.0:1746145209.937452:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cf8e680 x1830965533705984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.937459:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cf8e680 with x1830965533705984 ext(0->4095) 00010000:00010000:0.0:1746145209.937465:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d1b8f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f51 expref: 7 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.937478:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d1b8f lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f51 expref: 7 pid: 11330 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.937484:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cf8e680 00000100:00100000:0.0:1746145209.940299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.940458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.944372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.945538:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533706496 00000100:00100000:0.0:1746145209.945546:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533706496 00002000:00100000:0.0:1746145209.945587:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008ba97100 x1830965533706496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.945596:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba97100 with x1830965533706496 ext(0->4095) 00010000:00010000:0.0:1746145209.945604:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.945619:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.945653:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ba97100 00000100:00100000:0.0:1746145209.945685:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 315 00000100:00100000:0.0:1746145209.945694:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+175:1963:x1830965533706496:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.945876:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba97100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+175:1963:x1830965533706496:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 181us (1505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145209.945883:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 315 00002000:00100000:0.0:1746145209.945889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008ba97100 x1830965533706496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 488/4536 e 0 to 0 dl 1746145220 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.945895:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ba97100 with x1830965533706496 ext(0->4095) 00010000:00010000:0.0:1746145209.945900:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.945910:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.945915:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008ba97100 00000100:00100000:0.0:1746145209.951384:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533706752 00000100:00100000:0.0:1746145209.951397:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533706752 00002000:00100000:0.0:1746145209.951450:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880088382300 x1830965533706752/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 496/0 e 0 to 0 dl 1746145220 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.951460:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382300 with x1830965533706752 ext(0->7) 00010000:00010000:0.0:1746145209.951471:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.951487:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 175 pid: 11330 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.951493:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088382300 00000100:00100000:0.0:1746145209.951544:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 316 00000100:00100000:0.0:1746145209.951554:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+175:1961:x1830965533706752:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145209.951990:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+177:1961:x1830965533706752:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 435us (3109us total) trans 4294968151 rc 0/0 00000100:00100000:0.0:1746145209.951998:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 316 00002000:00100000:0.0:1746145209.952005:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880088382300 x1830965533706752/t4294968151(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:95/0 lens 496/448 e 0 to 0 dl 1746145220 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145209.952012:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382300 with x1830965533706752 ext(0->7) 00010000:00010000:0.0:1746145209.952017:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 177 pid: 11330 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145209.952027:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094659200/0xb5ee96b21a0d1b96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f58 expref: 177 pid: 11330 timeout: 551 lvb_type: 0 00002000:00010000:0.0:1746145209.952038:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088382300 00000100:00100000:0.0:1746145209.960035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.967156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.968336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.971695:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530396672:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145209.971717:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d7800/0xb5ee96b21a0d1ba4 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530f66 expref: 177 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145209.971731:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d7800, rc 0) 00000100:00100000:0.0:1746145209.971813:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ba96d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+177:30925:x1830965533707008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4502us (4612us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145209.971820:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3457 00000100:00100000:0.0:1746145209.976460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.980423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.993288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145209.997921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.003708:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533708800 00000100:00100000:0.0:1746145210.003716:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533708800 00002000:00100000:0.0:1746145210.003759:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382680 x1830965533708800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:96/0 lens 488/0 e 0 to 0 dl 1746145221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145210.003768:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965533708800 ext(0->4095) 00002000:00010000:0.0:1746145210.003772:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382680 00000100:00100000:0.0:1746145210.003813:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2969 00000100:00100000:0.0:1746145210.003820:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+178:1960:x1830965533708800:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145210.003948:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+178:1960:x1830965533708800:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (265us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145210.003954:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2969 00002000:00100000:0.0:1746145210.003960:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382680 x1830965533708800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:96/0 lens 488/4536 e 0 to 0 dl 1746145221 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145210.003966:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965533708800 ext(0->4095) 00002000:00010000:0.0:1746145210.003970:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382680 00000100:00100000:0.0:1746145210.008088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.009209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000001:00080000:0.0:1746145210.016499:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968151 is committed 00000001:00080000:0.0:1746145210.016515:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968065 is committed 00000001:00080000:0.0:1746145210.016583:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968066 is committed 00000100:00100000:0.0:1746145210.018623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.022085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.025870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.029530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.032045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.035354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.037702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.037763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.037880:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.040120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.048825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.061885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.063883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.066688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.066952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.068962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.071537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.074199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.080083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.085926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.086992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.091923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.095186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.098756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.102942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.108536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.114115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.114218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.114437:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3470 00000100:00100000:0.0:1746145210.114450:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093222d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:30925:x1830965533715072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145210.114458:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145210.114471:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009455ea00/0xb5ee96b21a0d1bff lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef530fc1 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.114501:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801365c8c00/0xb5ee96b21a0d1bf1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fb3 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.114512:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1bf8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fba expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.114518:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145210.114520:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145210.114523:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009455ea00/0xb5ee96b21a0d1bff lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fc1 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.114546:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1bf8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fba expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.114557:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801365c8800/0xb5ee96b21a0d1bf8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fba expref: 5 pid: 8465 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.114569:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530399488:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145210.117486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.121341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.125081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.129405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.133611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.135832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.137799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.140212:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.142581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.146903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.151036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.151119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.156936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.156963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.156983:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533717504 00000100:00100000:0.0:1746145210.156989:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533717504 00010000:00010000:0.0:1746145210.157017:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009accac00/0xb5ee96b21a0d1c0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fcf expref: 20 pid: 8464 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.157048:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533717376 00000100:00100000:0.0:1746145210.157050:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533717376 00010000:00010000:0.0:1746145210.157059:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009accae00/0xb5ee96b21a0d1c06 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fc8 expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.157072:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7607 00000100:00100000:0.0:1746145210.157078:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965533717504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145210.157089:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145210.157105:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009accac00/0xb5ee96b21a0d1c0d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fcf expref: 20 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.157115:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009accac00/0xb5ee96b21a0d1c0d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fcf expref: 20 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.157136:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145210.157167:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965533717504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 89us (237us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145210.157173:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7607 00000100:00100000:0.0:1746145210.157186:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7608 00000100:00100000:0.0:1746145210.157190:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b00b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533717376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145210.157196:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145210.157201:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009accae00/0xb5ee96b21a0d1c06 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fc8 expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.157209:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009accae00/0xb5ee96b21a0d1c06 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fc8 expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.157220:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145210.157221:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145210.157228:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1c14 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fd6 expref: 19 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.157235:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1c14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fd6 expref: 19 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.157259:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1c14 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef530fd6 expref: 19 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145210.157280:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b00a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530400384:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145210.157324:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145210.159452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.161952:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.165935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.173196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.188502:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.195768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.196279:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.197361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.199350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.201549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.201590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.204175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.205535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.209006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.216599:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533720320 00000100:00100000:0.0:1746145210.216607:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533720320 00002000:00100000:0.0:1746145210.216660:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291d500 x1830965533720320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:96/0 lens 488/0 e 0 to 0 dl 1746145221 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145210.216668:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965533720320 ext(0->4095) 00002000:00010000:0.0:1746145210.216672:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:0.0:1746145210.216700:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2978 00000100:00100000:0.0:1746145210.216707:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965533720320:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145210.217131:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965533720320:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 419us (597us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145210.217138:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2978 00002000:00100000:0.0:1746145210.217143:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009291d500 x1830965533720320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:96/0 lens 488/4536 e 0 to 0 dl 1746145221 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145210.217150:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965533720320 ext(0->4095) 00002000:00010000:0.0:1746145210.217153:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:0.0:1746145210.219563:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.220439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.223147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.223414:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.225375:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.227815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.231723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.234108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.236726:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.238453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.242287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.242332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.244211:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.247744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.251091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.254196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.256284:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.258545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.263213:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.263309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.265955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.266025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.268342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.268533:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.272346:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.275321:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.278075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.281597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.287088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.299695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.310026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.310069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.310119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.315374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.322711:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.327142:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.335597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.341319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.345918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.350622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.352699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.356031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.356081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.361689:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008cf8e300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530404224:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145210.361711:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145210.361778:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133660a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965533728384:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5322us (5693us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145210.361788:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7625 00000100:00100000:0.0:1746145210.365298:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.371779:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.378793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.384969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.387848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.394035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.399760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.405739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.405836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.405883:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533730304 00000100:00100000:0.0:1746145210.405888:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533730304 00010000:00010000:0.0:1746145210.405912:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801365c8c00/0xb5ee96b21a0d1c99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53105b expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.405928:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533730432 00000100:00100000:0.0:1746145210.405930:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533730432 00010000:00010000:0.0:1746145210.405939:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d1c92 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531054 expref: 33 pid: 8465 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.405951:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7627 00000100:00100000:0.0:1746145210.405956:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880133662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533730304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145210.405965:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145210.405981:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801365c8c00/0xb5ee96b21a0d1c99 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53105b expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.405989:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801365c8c00/0xb5ee96b21a0d1c99 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53105b expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.406090:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801365c8c00/0xb5ee96b21a0d1c99 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53105b expref: 6 pid: 8464 timeout: 551 lvb_type: 0 00010000:00010000:0.0:1746145210.406137:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145210.406152:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880133662680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965533730304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 196us (423us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145210.406157:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7627 00000100:00100000:0.0:1746145210.407430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.427253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.436753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.445881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.445924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.448450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.454046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.458178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.461867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.465908:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.471373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.471460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.475174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.475419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.476374:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530405760:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145210.476444:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1cc3 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531085 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.476457:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051a00, rc 0) 00000100:00100000:0.0:1746145210.476475:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:30925:x1830965533732864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4755us (5109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145210.476480:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3498 00000100:00100000:0.0:1746145210.478563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.479899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.479920:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533733760 00000100:00100000:0.0:1746145210.479924:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533733760 00000100:00100000:0.0:1746145210.479948:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3499 00000100:00100000:0.0:1746145210.479954:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965533733760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145210.479967:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145210.479979:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d1cca lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53108c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.480002:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1cc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531085 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.480008:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145210.480011:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145210.480013:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094723e00/0xb5ee96b21a0d1cca lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53108c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.480031:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1cc3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531085 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145210.480040:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1cc3 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531085 expref: 36 pid: 8466 timeout: 551 lvb_type: 0 00000100:00100000:0.0:1746145210.480049:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b5fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530406016:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145210.480068:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145210.482085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.488734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.495803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.500371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.503032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.503307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.506736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.510975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.513523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.517760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.524072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.528888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.530715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.536031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.537264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.541172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.545207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.547997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.549722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.553548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.557350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.558518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.559798:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.561912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.563818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.567574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.570984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.576748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.579224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.581590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.583702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.583767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.587040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.588790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.591479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.595323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.597936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.601108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.602824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.607590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.609041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.609102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.616575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.620436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.624398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.630717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.634058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.634844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.637728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.642978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.647970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.651727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.655200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.658143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.662881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.662977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.665454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.665493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.667132:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.667195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.669771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.672351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.674503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.678146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.682564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.685444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.687847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.691324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.691351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.691620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.693978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.695526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.697619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.704995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.708487:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.709992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.711422:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.713514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.714459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.714483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.716948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.719484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.721587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.724336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.726507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.732381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.735072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.735222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.738678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.738708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.738740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.742276:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.744992:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.749177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.756766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.764324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.765216:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.767310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.773553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.778995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.785312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.790508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.797507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.798949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.801790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.804707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.813722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.821603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.827484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.832074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.834408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.839151:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.842802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.847436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.851984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.856097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.859554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.866849:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.868942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.871184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.872666:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.874312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.876495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.881068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.891809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.894807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.895144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.896851:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.899281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.904570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.908260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.912510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.915953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.919256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.924157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.927235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.932254:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.934913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.936232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.936258:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533759232 00000100:00100000:0.0:1746145210.936284:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533759232 00010000:00010000:0.0:1746145210.936311:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092c74000/0xb5ee96b21a0d1ddb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53119d expref: 6 pid: 8465 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145210.936348:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7674 00000100:00100000:0.0:1746145210.936356:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533759232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145210.936366:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145210.936384:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092c74000/0xb5ee96b21a0d1ddb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53119d expref: 6 pid: 8465 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145210.936393:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092c74000/0xb5ee96b21a0d1ddb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53119d expref: 6 pid: 8465 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145210.936414:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145210.936447:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092d58380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533759232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 92us (216us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145210.936456:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7674 00000100:00100000:0.0:1746145210.938772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.939819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.942691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.945252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.949391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.952785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.960353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.964340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.970985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.976289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.980130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.982588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.986104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.989370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.996111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145210.996163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.001188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.004999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.005038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.008408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.012738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.016075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.019044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.022142:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.027171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.028672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.030681:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.031246:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533764480 00000100:00100000:0.0:1746145211.031250:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533764480 00000100:00100000:0.0:1746145211.031282:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3549 00000100:00100000:0.0:1746145211.031288:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965533764480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145211.031296:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145211.031305:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1e28 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5311ea expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.031317:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.031321:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d1e21 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5311e3 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.031326:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145211.031329:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1e28 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5311ea expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.031354:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d1e21 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5311e3 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.031365:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1e28 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5311ea expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.031372:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:0.0:1746145211.031403:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533764480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 116us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.031408:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3549 00000100:00100000:0.0:1746145211.031984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.034748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.039076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.048573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.052421:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.054447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.055850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.056866:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.060053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.068399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.077611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.081229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.083372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.090064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.090116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.102709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.114240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.120474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.124199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.142195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.146044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.149452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.161555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.165370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.170184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.170224:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.172924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.178186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.180492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.185139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.193371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.195472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.200073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.202429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.202899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.206723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.209699:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.215052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.219220:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533772288 00000100:00100000:0.0:1746145211.219227:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533772288 00010000:00010000:0.0:1746145211.219254:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1e6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531230 expref: 86 pid: 8466 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.219292:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7695 00000100:00100000:0.0:1746145211.219298:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1963:x1830965533772288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145211.219308:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145211.219323:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1e6e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531230 expref: 86 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.219334:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1e6e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531230 expref: 86 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.219351:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009447ba00/0xb5ee96b21a0d1e6e lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531230 expref: 86 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.219367:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.219369:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.219376:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1e75 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531237 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.219383:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1e75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531237 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.219408:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d1e75 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531237 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145211.219417:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfdaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530420096:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145211.223723:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.230165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.230296:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.238794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.240997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.250426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.251532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.254614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.254679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.258558:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830965530421248:0@lo:400:kworker.0 00000100:00100000:0.0:1746145211.259493:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145211.261939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.261984:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092278380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830965530421248:0@lo:400:kworker.0 00000100:00100000:0.0:1746145211.269192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.274236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.276410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.282584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.286066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.286142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.289515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.289563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.291937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.304444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.305946:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530422656 00000100:00100000:0.0:1746145211.305950:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530422656 00000100:00100000:0.0:1746145211.305974:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1746145211.305979:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530422656:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746145211.305995:0:8468:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 825819136 pending 73269248 free 3752853504 avail 3661627392 00000100:00100000:0.0:1746145211.306185:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530422656:12345-0@lo:13:osp-pre-0-0.0 Request processed in 205us (287us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.306194:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 154 00000100:00100000:0.0:1746145211.308590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.310160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.314220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.314878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.321360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.321385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.325044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.327788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.331117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.335889:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533778560 00000100:00100000:0.0:1746145211.335896:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533778560 00002000:00100000:0.0:1746145211.335931:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88000 x1830965533778560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.335938:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965533778560 ext(0->4095) 00002000:00010000:0.0:1746145211.335942:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88000 00000100:00100000:0.0:1746145211.335973:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3028 00000100:00100000:0.0:1746145211.335980:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533778560:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.336776:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965533778560:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 796us (1316us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.336782:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3028 00002000:00100000:0.0:1746145211.336788:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88000 x1830965533778560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.336795:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965533778560 ext(0->4095) 00002000:00010000:0.0:1746145211.336797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88000 00000100:00100000:0.0:1746145211.340048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.341716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.342355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.350667:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533779200 00000100:00100000:0.0:1746145211.350676:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533779200 00002000:00100000:0.0:1746145211.350712:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd8e00 x1830965533779200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.350721:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd8e00 with x1830965533779200 ext(0->4095) 00010000:00010000:0.0:1746145211.350728:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009441be00/0xb5ee96b21a0d1ec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531284 expref: 95 pid: 8464 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.350741:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009441be00/0xb5ee96b21a0d1ec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531284 expref: 95 pid: 8464 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.350748:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd8e00 00000100:00100000:0.0:1746145211.351083:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 427 00000100:00100000:0.0:1746145211.351091:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1960:x1830965533779200:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.351230:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1960:x1830965533779200:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (695us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.351236:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 427 00002000:00100000:0.0:1746145211.351241:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd8e00 x1830965533779200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.351247:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd8e00 with x1830965533779200 ext(0->4095) 00010000:00010000:0.0:1746145211.351252:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009441be00/0xb5ee96b21a0d1ec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531284 expref: 95 pid: 8464 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.351271:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009441be00/0xb5ee96b21a0d1ec2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531284 expref: 95 pid: 8464 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.351277:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd8e00 00000100:00100000:0.0:1746145211.354821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.357705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.360188:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.363275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.366502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.368523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.372042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.373055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.376228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.376336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.378466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.382743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.384365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.385755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.388105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.390054:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.391928:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533782528 00000100:00100000:0.0:1746145211.391933:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533782528 00002000:00100000:0.0:1746145211.391956:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382d80 x1830965533782528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.391964:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965533782528 ext(0->4095) 00002000:00010000:0.0:1746145211.391967:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382d80 00000100:00100000:0.0:1746145211.391981:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3033 00000100:00100000:0.0:1746145211.391986:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1963:x1830965533782528:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.392100:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1963:x1830965533782528:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 112us (249us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.392106:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3033 00002000:00100000:0.0:1746145211.392110:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382d80 x1830965533782528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.392117:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965533782528 ext(0->4095) 00002000:00010000:0.0:1746145211.392120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382d80 00000100:00100000:0.0:1746145211.394615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.394678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.397145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.397172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.397211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.399806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.403001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.407750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.410848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.414662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.418620:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.418731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.421913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.421962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.424379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.424431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.426874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.429479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.432154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.434494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.436528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.438383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.443376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.443418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.448344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.448372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.448407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.455848:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf8a680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530426368:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145211.455868:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145211.455928:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b009880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965533787264:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7198us (7557us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.455939:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7718 00000100:00100000:0.0:1746145211.456355:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533787648 00000100:00100000:0.0:1746145211.456361:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533787648 00002000:00100000:0.0:1746145211.456395:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088327800 x1830965533787648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.456404:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088327800 with x1830965533787648 ext(0->4095) 00010000:00010000:0.0:1746145211.456411:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d1f16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312d8 expref: 103 pid: 8464 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.456424:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d1f16 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312d8 expref: 103 pid: 8464 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.456430:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088327800 00000100:00100000:0.0:1746145211.457188:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 438 00000100:00100000:0.0:1746145211.457196:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088327800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1960:x1830965533787648:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.459372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.461230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.465457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.474434:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.483487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145211.484214:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1f1d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312df expref: 105 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.484223:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d1f24 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312e6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.484229:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.484231:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.484235:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d1f2b lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312ed expref: 105 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.484274:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d1f24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312e6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.484283:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d1f24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312e6 expref: 5 pid: 8464 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.484294:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d6a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530426624:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145211.484373:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1f1d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312df expref: 105 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.484380:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d1f1d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312df expref: 105 pid: 11330 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.484387:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d6d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530426752:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145211.484402:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.485491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.488873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.490806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.494501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.503135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.508561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.515024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.515067:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533790080 00000100:00100000:0.0:1746145211.515076:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533790080 00002000:00100000:0.0:1746145211.515133:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800937d7b80 x1830965533790080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.515143:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937d7b80 with x1830965533790080 ext(0->4095) 00002000:00010000:0.0:1746145211.515148:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937d7b80 00000100:00100000:0.0:1746145211.515193:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3040 00000100:00100000:0.0:1746145211.515203:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965533790080:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.517857:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1960:x1830965533790080:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 2647us (2833us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.517866:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3040 00002000:00100000:0.0:1746145211.517877:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800937d7b80 x1830965533790080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.517886:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800937d7b80 with x1830965533790080 ext(0->4095) 00002000:00010000:0.0:1746145211.517891:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800937d7b80 00000100:00100000:0.0:1746145211.519922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.519992:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.520751:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3589 00000100:00100000:0.0:1746145211.520761:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937d5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:30925:x1830965533790208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145211.520770:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145211.520778:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afc5000/0xb5ee96b21a0d1f40 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5312fb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.520795:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d1f32 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312f4 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.520802:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d1f39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531302 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.520808:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.520809:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.520812:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afc5000/0xb5ee96b21a0d1f40 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312fb expref: 107 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.520838:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d1f39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531302 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.520850:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d1f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531302 expref: 6 pid: 11330 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.520862:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d5f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530427264:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145211.522157:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d1f32 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312f4 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.522168:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d1f32 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5312f4 expref: 107 pid: 8464 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.522179:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937d4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530427392:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145211.522214:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.527938:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533790720 00000100:00100000:0.0:1746145211.527947:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533790720 00002000:00100000:0.0:1746145211.527988:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088325500 x1830965533790720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.528022:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325500 with x1830965533790720 ext(0->4095) 00010000:00010000:0.0:1746145211.528031:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d1f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531302 expref: 6 pid: 11330 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.528042:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d1f39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531302 expref: 6 pid: 11330 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.528048:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088325500 00000100:00100000:0.0:1746145211.528078:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 443 00000100:00100000:0.0:1746145211.528086:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088325500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533790720:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.533750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.537536:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.540882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.543854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.546379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.550914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.555978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.556050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.562485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.563127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.566934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.567059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.570899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.576004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.578064:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.581614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.583808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.585504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.587850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.587920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.590311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.590346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.590371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.590504:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7730 00000100:00100000:0.0:1746145211.590510:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533794560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145211.590517:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145211.590527:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d1f5c lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53131e expref: 6 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.590535:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d1f5c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53131e expref: 6 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.590546:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.590548:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.590554:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d1f6a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53132c expref: 112 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.590562:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d1f6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53132c expref: 112 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.590583:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d1f6a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53132c expref: 111 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145211.590592:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ced180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530428800:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145211.590821:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.592384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.595408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.597804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.601882:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533795584 00000100:00100000:0.0:1746145211.601888:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533795584 00002000:00100000:0.0:1746145211.602393:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88380 x1830965533795584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.602402:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88380 with x1830965533795584 ext(0->4095) 00002000:00010000:0.0:1746145211.602407:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88380 00000100:00100000:0.0:1746145211.605773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.605849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.608493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.608563:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.614538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.616742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.620428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.623459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.625735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.628708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.633323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.634773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.637320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.637353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.637413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.640415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.643213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.646562:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.649124:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533799040 00000100:00100000:0.0:1746145211.649130:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533799040 00002000:00100000:0.0:1746145211.649157:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf89c00 x1830965533799040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.649166:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89c00 with x1830965533799040 ext(0->4095) 00002000:00010000:0.0:1746145211.649170:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89c00 00000100:00100000:0.0:1746145211.649193:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3049 00000100:00100000:0.0:1746145211.649199:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533799040:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.649337:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533799040:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 138us (431us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.649343:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3049 00002000:00100000:0.0:1746145211.649348:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf89c00 x1830965533799040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.649354:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89c00 with x1830965533799040 ext(0->4095) 00002000:00010000:0.0:1746145211.649356:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89c00 00000100:00100000:0.0:1746145211.651008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.653016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.654772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.655084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.657622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.658000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.658035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.658842:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7739 00000100:00100000:0.0:1746145211.658849:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965533800192:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145211.658855:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145211.659142:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d1f9b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53135d expref: 6 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.659151:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d1f9b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53135d expref: 6 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.659162:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d1f9b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53135d expref: 6 pid: 8466 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.659172:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.659173:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.659178:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1fa9 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53136b expref: 116 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.659184:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53136b expref: 116 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.659201:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1fa9 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53136b expref: 116 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.659209:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d1fa9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53136b expref: 116 pid: 8466 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.659219:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838df80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530430848:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145211.659268:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.661770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.664577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.671946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.674804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.676528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.679988:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533801600 00000100:00100000:0.0:1746145211.679997:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533801600 00000100:00100000:0.0:1746145211.680039:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3607 00000100:00100000:0.0:1746145211.680047:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+118:30925:x1830965533801600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145211.680062:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145211.680077:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531380 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680099:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d1fb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531372 expref: 119 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680106:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d1fb7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531379 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680111:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.680113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.680116:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531380 expref: 119 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680141:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d1fb7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531379 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680153:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d1fb7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531379 expref: 5 pid: 8465 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.680163:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530431104:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145211.680247:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d1fb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531372 expref: 119 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.680256:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d1fb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531372 expref: 119 pid: 8466 timeout: 552 lvb_type: 0 00000100:00100000:0.0:1746145211.680274:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526c700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530431232:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145211.680292:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.685269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.685352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.687775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.690296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.690388:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533802240 00000100:00100000:0.0:1746145211.690392:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533802240 00002000:00100000:0.0:1746145211.690417:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a526c380 x1830965533802240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.690424:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c380 with x1830965533802240 ext(0->4095) 00010000:00010000:0.0:1746145211.690430:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531380 expref: 118 pid: 8465 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.690440:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531380 expref: 118 pid: 8465 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.690445:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a526c380 00000100:00100000:0.0:1746145211.690591:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 458 00000100:00100000:0.0:1746145211.690596:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+118:1960:x1830965533802240:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.690719:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+118:1960:x1830965533802240:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (424us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.690725:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 458 00002000:00100000:0.0:1746145211.690730:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a526c380 x1830965533802240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.690736:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c380 with x1830965533802240 ext(0->4095) 00010000:00010000:0.0:1746145211.690741:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531380 expref: 118 pid: 8465 timeout: 552 lvb_type: 0 00010000:00010000:0.0:1746145211.690749:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d1fbe lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531380 expref: 118 pid: 8465 timeout: 552 lvb_type: 0 00002000:00010000:0.0:1746145211.690754:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a526c380 00000100:00100000:0.0:1746145211.694860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.699467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.704895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.705769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.707497:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.708075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.710853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.712979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.719969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.728585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.736186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.736318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.741850:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.745221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.756014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.760948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.761048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.762995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.764728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.769206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.773785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.780704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.787398:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.787472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.792214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.792345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.794606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.795002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.799573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.803761:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.806445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.812610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.819881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.819947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.822043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.823908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.834041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.837679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.839291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.842435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.844959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.844997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.847579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.852394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.855153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.858061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.860932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.861897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.864283:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.864316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.865398:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533811712 00000100:00100000:0.0:1746145211.865402:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533811712 00010000:00010000:0.0:1746145211.865414:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d2027 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313e9 expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145211.865436:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7758 00000100:00100000:0.0:1746145211.865440:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533811712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145211.865446:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145211.865454:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d2027 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313e9 expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145211.865461:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d2027 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313e9 expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145211.865472:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d2027 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313e9 expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145211.865489:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.865491:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145211.865497:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d202e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313f0 expref: 132 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.865508:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d202e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313f0 expref: 132 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.865529:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d202e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313f0 expref: 132 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.865538:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d202e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5313f0 expref: 132 pid: 8465 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145211.865600:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937f0700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530435328:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145211.865778:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145211.868532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.875306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.878316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.881413:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.885975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.886014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.888882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.893700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.897457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.901525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.904815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.910322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.910420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.913798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.913865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.918372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.921092:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533815424 00000100:00100000:0.0:1746145211.921098:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533815424 00002000:00100000:0.0:1746145211.921126:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88700 x1830965533815424/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.921133:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88700 with x1830965533815424 ext(0->4095) 00002000:00010000:0.0:1746145211.921137:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88700 00000100:00100000:0.0:1746145211.921195:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3061 00000100:00100000:0.0:1746145211.921202:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+136:1962:x1830965533815424:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.921510:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+136:1962:x1830965533815424:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 307us (523us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.921516:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3061 00002000:00100000:0.0:1746145211.921521:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88700 x1830965533815424/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.921528:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88700 with x1830965533815424 ext(0->4095) 00002000:00010000:0.0:1746145211.921530:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88700 00000100:00100000:0.0:1746145211.930051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.936501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.937712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939811:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939842:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.939924:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533816320 00000100:00100000:0.0:1746145211.939927:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533816320 00000100:00100000:0.0:1746145211.939953:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533816576 00000100:00100000:0.0:1746145211.939954:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533816576 00000100:00100000:0.0:1746145211.939977:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 371 00000100:00100000:0.0:1746145211.939982:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533816320:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145211.940020:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965533816320:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 39us (127us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.940025:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 371 00000100:00100000:0.0:1746145211.940036:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 372 00000100:00100000:0.0:1746145211.940039:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965533816576:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145211.940054:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965533816576:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 14us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.940058:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 372 00000100:00100000:0.0:1746145211.943810:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf88e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530436736:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145211.943834:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145211.943886:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+138:1961:x1830965533815936:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4257us (4421us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.943895:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7764 00000100:00100000:0.0:1746145211.944708:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533816832 00000100:00100000:0.0:1746145211.944715:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533816832 00002000:00100000:0.0:1746145211.944747:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd9500 x1830965533816832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/0 e 0 to 0 dl 1746145222 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.944756:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd9500 with x1830965533816832 ext(0->4095) 00010000:00010000:0.0:1746145211.944764:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d2058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53141a expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145211.944776:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d2058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53141a expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145211.944782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd9500 00000100:00100000:0.0:1746145211.944805:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 482 00000100:00100000:0.0:1746145211.944810:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533816832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145211.944944:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533816832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (522us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145211.944950:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 482 00002000:00100000:0.0:1746145211.944955:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd9500 x1830965533816832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:97/0 lens 488/4536 e 0 to 0 dl 1746145222 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145211.944961:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd9500 with x1830965533816832 ext(0->4095) 00010000:00010000:0.0:1746145211.944965:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d2058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53141a expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145211.944974:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d2058 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53141a expref: 6 pid: 8464 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145211.944980:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd9500 00000100:00100000:0.0:1746145211.947112:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.952022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.958401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.964382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.967767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.967853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.973073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.975928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.978332:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.981531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.986279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.990528:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.991585:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.995073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.995102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145211.999704:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088382a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530438016:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145211.999723:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2082 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531444 expref: 144 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145211.999735:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051200, rc 0) 00000100:00100000:0.0:1746145211.999770:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+144:30926:x1830965533819392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4144us (4698us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145211.999776:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3635 00000100:00100000:0.0:1746145212.005926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.008409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.013932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.016749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.016823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.017064:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3636 00000100:00100000:0.0:1746145212.017071:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+144:30925:x1830965533820416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.017085:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.017099:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a4ce6c00/0xb5ee96b21a0d2089 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531452 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.017121:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2082 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531444 expref: 145 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.017128:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.017129:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.017132:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4ce6c00/0xb5ee96b21a0d2089 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531452 expref: 145 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.017153:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2082 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531444 expref: 145 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.017163:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2082 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531444 expref: 145 pid: 8466 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.017172:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b67a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530438272:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.017223:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.019281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.021183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.023925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.031941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.036307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.038699:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.039076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.041230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.043372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.046287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.049218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.052333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.054391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.061338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.063775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.067496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.067528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.068099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.073203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.076288:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.079581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.081831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.083376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.086460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.089037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.089285:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.093241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.093283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.093440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.095824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.102378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.106043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.118016:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.122037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.127452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.127543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.138385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.146311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.150126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.153210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.160480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.163521:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.163569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.169430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.169662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.169686:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533829120 00000100:00100000:0.0:1746145212.169692:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533829120 00010000:00010000:0.0:1746145212.169719:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d20dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53149f expref: 156 pid: 11330 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.169739:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533829248 00000100:00100000:0.0:1746145212.169740:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533829248 00010000:00010000:0.0:1746145212.169747:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d20d6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531498 expref: 6 pid: 8465 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.169775:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7783 00000100:00100000:0.0:1746145212.169781:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+156:1962:x1830965533829120:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145212.169791:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145212.169807:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d20dd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53149f expref: 156 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.169817:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d20dd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53149f expref: 156 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.169835:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092051400/0xb5ee96b21a0d20dd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53149f expref: 156 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.169848:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145212.169961:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b02300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+155:1962:x1830965533829120:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 179us (536us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145212.169967:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7783 00000100:00100000:0.0:1746145212.170406:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533829376 00000100:00100000:0.0:1746145212.170409:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533829376 00000100:00100000:0.0:1746145212.170531:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3650 00000100:00100000:0.0:1746145212.170537:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e80380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+154:30926:x1830965533829376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.170548:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.170557:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099678200/0xb5ee96b21a0d20eb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5314ad expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.170570:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d20e4 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314a6 expref: 155 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.170575:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145212.170576:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145212.170579:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099678200/0xb5ee96b21a0d20eb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314ad expref: 155 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.170593:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d20e4 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314a6 expref: 155 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.170603:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d20e4 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314a6 expref: 155 pid: 8465 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.170614:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b00a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530441472:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.173855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.178464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.181600:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.184273:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.186947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.189391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.192723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.196062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.200467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.200512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.203408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.209219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.215562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.218537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.222019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.225076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.226996:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533832832 00000100:00100000:0.0:1746145212.227000:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533832832 00002000:00100000:0.0:1746145212.227026:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092480000 x1830965533832832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/0 e 0 to 0 dl 1746145223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.227033:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965533832832 ext(0->4095) 00010000:00010000:0.0:1746145212.227039:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.227051:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.227056:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145212.227067:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 503 00000100:00100000:0.0:1746145212.227072:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+160:1960:x1830965533832832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145212.227196:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+160:1960:x1830965533832832:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 122us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145212.227202:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 503 00002000:00100000:0.0:1746145212.227207:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092480000 x1830965533832832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/4536 e 0 to 0 dl 1746145223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.227214:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965533832832 ext(0->4095) 00010000:00010000:0.0:1746145212.227218:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.227224:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.227229:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145212.230295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.230460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.230501:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7789 00000100:00100000:0.0:1746145212.230509:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c64000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+160:1961:x1830965533832960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145212.230521:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145212.230536:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.230553:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 160 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.230939:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d2107 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314c9 expref: 159 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.230950:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.230951:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.230957:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d210e lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314d0 expref: 158 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.230965:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d210e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314d0 expref: 158 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.230987:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d210e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314d0 expref: 158 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145212.230997:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530442624:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145212.231034:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.231297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.233380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.244000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.246058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.249788:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533833984 00000100:00100000:0.0:1746145212.249796:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533833984 00000100:00100000:0.0:1746145212.254017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.257832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.257920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.261042:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.268366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.273330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.276569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.278106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.281752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.283608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.287408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.288223:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7795 00000100:00100000:0.0:1746145212.288292:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+165:1963:x1830965533836416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746145212.302567:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533836928 00000100:00100000:0.0:1746145212.302571:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533836928 00000100:00100000:0.0:1746145212.302668:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3662 00000100:00100000:0.0:1746145212.302675:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+164:30925:x1830965533836928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.302683:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.302697:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d2138 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531501 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.302719:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2131 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5314f3 expref: 165 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.302726:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.302728:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.302732:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d2138 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531501 expref: 165 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145212.306107:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.309781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.325294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.326547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.330694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.332983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.339097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.344963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.354304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.359791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.361971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.364395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.373412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.375540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.377375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.379676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.381690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.385106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.388209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.389226:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533840512 00000100:00100000:0.0:1746145212.389230:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533840512 00000100:00100000:0.0:1746145212.389269:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3668 00000100:00100000:0.0:1746145212.389275:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+171:30926:x1830965533840512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.389281:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.389288:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53152b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.389297:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.389330:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d2162 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531524 expref: 172 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.389337:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145212.389340:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53152b expref: 172 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.389361:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d2162 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531524 expref: 172 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.389376:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53152b expref: 172 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.389385:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940a6200, rc 0) 00000100:00100000:0.0:1746145212.389419:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e82a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:30926:x1830965533840512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (277us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145212.389423:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3668 00000100:00100000:0.0:1746145212.390445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.392224:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.394896:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.397416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.402372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.404864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.407828:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533841792 00000100:00100000:0.0:1746145212.407833:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533841792 00000100:00100000:0.0:1746145212.408479:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3670 00000100:00100000:0.0:1746145212.408486:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+172:30925:x1830965533841792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.408496:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.408505:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880097577000/0xb5ee96b21a0d2177 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531539 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408522:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53152b expref: 173 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408530:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d2170 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531532 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408535:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.408536:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.408539:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880097577000/0xb5ee96b21a0d2177 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531539 expref: 173 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408559:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d2170 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531532 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408568:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d2170 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531532 expref: 5 pid: 11330 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.408577:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530446080:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145212.408654:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53152b expref: 173 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.408661:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800940a6200/0xb5ee96b21a0d2169 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53152b expref: 173 pid: 8465 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.408668:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19f480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530446208:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.408691:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.411223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.414172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.419007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.423958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.425618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.428107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.434428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.435573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.436353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.437563:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.439443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.443086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.445845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.447729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.450235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.453765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.455367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.456356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.458010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.462550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.466245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.468890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.471888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.477225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.477282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.479467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.481282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.486863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.492873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.495983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.500709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.501569:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533847680 00000100:00100000:0.0:1746145212.501573:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533847680 00000100:00100000:0.0:1746145212.501601:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3680 00000100:00100000:0.0:1746145212.501606:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+180:30925:x1830965533847680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.501614:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.501621:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d21bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53157f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501665:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d21af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531571 expref: 181 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501671:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d21b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531578 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501676:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.501677:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.501679:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d21bd lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53157f expref: 181 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501700:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d21b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531578 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501711:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d21b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531578 expref: 5 pid: 8466 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.501721:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092259880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530448384:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145212.501790:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d21af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531571 expref: 181 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.501801:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d21af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531571 expref: 181 pid: 8465 timeout: 553 lvb_type: 0 00000100:00100000:0.0:1746145212.501809:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009225b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530448512:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.501826:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.504388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.505270:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.510786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.514131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.518771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.524243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.531910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.531964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.536774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.539131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.541228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.543194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.545779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.552794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.562520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.563029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.566893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.566929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.571247:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533850880 00000100:00100000:0.0:1746145212.571262:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533850880 00002000:00100000:0.0:1746145212.571295:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b67b480 x1830965533850880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/0 e 0 to 0 dl 1746145223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.571302:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965533850880 ext(0->4095) 00010000:00010000:0.0:1746145212.571308:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050400/0xb5ee96b21a0d21d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53159b expref: 185 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.571318:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050400/0xb5ee96b21a0d21d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53159b expref: 185 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.571324:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b67b480 00000100:00100000:0.0:1746145212.571345:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 533 00000100:00100000:0.0:1746145212.571351:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+185:1960:x1830965533850880:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145212.571461:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+185:1960:x1830965533850880:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145212.571467:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 533 00002000:00100000:0.0:1746145212.571471:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b67b480 x1830965533850880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/4536 e 0 to 0 dl 1746145223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.571477:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965533850880 ext(0->4095) 00010000:00010000:0.0:1746145212.571481:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050400/0xb5ee96b21a0d21d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53159b expref: 185 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.571489:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050400/0xb5ee96b21a0d21d9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53159b expref: 185 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.571493:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b67b480 00000100:00100000:0.0:1746145212.574849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.580600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.586115:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.590213:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.590977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.592539:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533852032 00000100:00100000:0.0:1746145212.592543:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533852032 00002000:00100000:0.0:1746145212.592567:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67480 x1830965533852032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:98/0 lens 488/0 e 0 to 0 dl 1746145223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.592576:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67480 with x1830965533852032 ext(0->4095) 00010000:00010000:0.0:1746145212.592582:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d21e7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315a9 expref: 6 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.592590:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d21e7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315a9 expref: 6 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.592595:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c67480 00000100:00100000:0.0:1746145212.592608:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 535 00000100:00100000:0.0:1746145212.592613:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533852032:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145212.593742:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533852032:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1124us (1331us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145212.593752:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 535 00002000:00100000:0.0:1746145212.593759:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67480 x1830965533852032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:98/0 lens 488/4536 e 0 to 0 dl 1746145223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.593767:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67480 with x1830965533852032 ext(0->4095) 00010000:00010000:0.0:1746145212.593772:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d21e7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315a9 expref: 6 pid: 11330 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.593781:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d21e7 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315a9 expref: 6 pid: 11330 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.593786:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c67480 00000100:00100000:0.0:1746145212.595348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.595412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.600187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.602476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.606505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.608367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.609686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.612473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.615505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.618477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.618532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.618725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.620870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.622810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.624292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.625712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.627685:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.629566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.634878:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.634922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.636884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.637467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.637524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.642376:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533856768 00000100:00100000:0.0:1746145212.642381:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533856768 00002000:00100000:0.0:1746145212.642408:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c64a80 x1830965533856768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/0 e 0 to 0 dl 1746145223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.642509:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c64a80 with x1830965533856768 ext(0->4095) 00010000:00010000:0.0:1746145212.642516:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315da expref: 191 pid: 8466 timeout: 553 lvb_type: 0 00010000:00010000:0.0:1746145212.642527:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2218 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5315da expref: 191 pid: 8466 timeout: 553 lvb_type: 0 00002000:00010000:0.0:1746145212.642533:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c64a80 00000100:00100000:0.0:1746145212.642562:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 540 00000100:00100000:0.0:1746145212.642568:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+191:1960:x1830965533856768:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145212.644479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.646390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.648807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.650866:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.651943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.656750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.659442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.659488:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.662140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.662249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.662298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.664860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.668151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.677609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.682926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.683238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.685781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.685822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.687577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.689185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.697714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.704588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.709424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.710044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.713195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.717207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.719589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.723318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.726278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.733474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.740902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.741273:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.744695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.744710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.744739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.744755:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533863168 00000100:00100000:0.0:1746145212.744760:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533863168 00010000:00010000:0.0:1746145212.744784:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8d600/0xb5ee96b21a0d2250 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531612 expref: 6 pid: 11330 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.745230:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533863424 00000100:00100000:0.0:1746145212.745234:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533863424 00010000:00010000:0.0:1746145212.745244:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d2257 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531619 expref: 199 pid: 8466 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.745266:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7838 00000100:00100000:0.0:1746145212.745270:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+199:1962:x1830965533863424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145212.745276:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145212.745283:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d2257 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531619 expref: 199 pid: 8466 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.745292:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d2257 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531619 expref: 199 pid: 8466 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.745307:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d2257 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531619 expref: 199 pid: 8466 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.746343:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145212.747913:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533863680 00000100:00100000:0.0:1746145212.747919:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533863680 00002000:00100000:0.0:1746145212.747948:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67b80 x1830965533863680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/0 e 0 to 0 dl 1746145223 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.747961:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67b80 with x1830965533863680 ext(0->4095) 00010000:00010000:0.0:1746145212.747968:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d225e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531620 expref: 198 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.747979:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d225e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531620 expref: 198 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145212.747985:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c67b80 00000100:00100000:0.0:1746145212.748009:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 549 00000100:00100000:0.0:1746145212.748015:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+198:1961:x1830965533863680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145212.748323:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+198:1961:x1830965533863680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 307us (599us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145212.748330:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 549 00002000:00100000:0.0:1746145212.748335:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67b80 x1830965533863680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:98/0 lens 488/4536 e 0 to 0 dl 1746145223 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145212.748342:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67b80 with x1830965533863680 ext(0->4095) 00010000:00010000:0.0:1746145212.748347:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d225e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531620 expref: 198 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.748356:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d225e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531620 expref: 198 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145212.748361:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c67b80 00000100:00100000:0.0:1746145212.749506:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.752218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.755042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.758237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.761818:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.764075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.764683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.768085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.768923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.768972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.772121:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.775944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.778566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.784345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.786086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.790123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.790159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145212.790808:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d2281 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531643 expref: 203 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.790821:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d2281 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531643 expref: 203 pid: 8465 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.790835:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b678e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530454912:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145212.791031:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d227a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53163c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.791039:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d227a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53163c expref: 5 pid: 8466 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.791047:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef2d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530455040:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.791121:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009348dd80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.792178:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.792226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.793168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.795836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.797118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.802451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.806577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.810375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.811069:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533868672 00000100:00100000:0.0:1746145212.811072:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533868672 00000100:00100000:0.0:1746145212.811090:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3712 00000100:00100000:0.0:1746145212.811095:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+204:30925:x1830965533868672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145212.811102:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145212.811108:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093614e00/0xb5ee96b21a0d229d lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53165f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811120:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d228f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531651 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811127:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d2296 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531658 expref: 205 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811131:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.811133:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.811136:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093614e00/0xb5ee96b21a0d229d lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53165f expref: 205 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811158:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d2296 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531658 expref: 205 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811168:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d2296 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531658 expref: 205 pid: 11330 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.811179:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530455552:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145212.811248:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d228f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531651 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.811265:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d228f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531651 expref: 5 pid: 8465 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.811273:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530455680:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145212.811292:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.812426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.812466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.814913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.815844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.818911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.821554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.825512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.832055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.835057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.837884:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.840361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.842771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.843617:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533871232 00000100:00100000:0.0:1746145212.843621:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533871232 00010000:00010000:0.0:1746145212.843655:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d22a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531666 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.843756:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7850 00000100:00100000:0.0:1746145212.843761:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533871232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145212.843768:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145212.843777:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d22a4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531666 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.843785:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d22a4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531666 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.843796:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d22a4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531666 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.843807:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.843809:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.843815:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d22b2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531674 expref: 206 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.843822:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d22b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531674 expref: 206 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.843843:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d22b2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531674 expref: 206 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.843853:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d22b2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531674 expref: 206 pid: 8465 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.843863:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eeaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530456576:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145212.844396:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.846693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.849032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.852788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.859556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.862326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.862359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.865483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.865525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.868266:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.870986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.873052:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.875596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.878598:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.880509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.882860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.884891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.886765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.886948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.889537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.889879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.889905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.892534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.898146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.907238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.907377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.910027:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b679f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530457984:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145212.910042:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145212.910062:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+214:1960:x1830965533875712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2073us (2833us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145212.910069:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7857 00000100:00100000:0.0:1746145212.910960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.914754:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533876224 00000100:00100000:0.0:1746145212.914758:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533876224 00010000:00010000:0.0:1746145212.914774:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d22e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316a5 expref: 213 pid: 11330 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.914804:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7858 00000100:00100000:0.0:1746145212.914810:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+213:1960:x1830965533876224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145212.914818:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145212.914834:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d22e3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316a5 expref: 213 pid: 11330 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.914844:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d22e3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316a5 expref: 213 pid: 11330 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.914865:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d22e3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316a5 expref: 213 pid: 11330 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145212.914879:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.914880:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145212.914887:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d22ea lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316ac expref: 212 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.914893:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d22ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316ac expref: 212 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.914912:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d22ea lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316ac expref: 212 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145212.914922:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d22ea lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316ac expref: 212 pid: 11330 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145212.914932:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009291c380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530458368:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145212.914987:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b270c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145212.919113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.924405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.930533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.933525:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.936327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.936688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.940164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.942220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.943667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.945873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.953434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.957368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.957414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.961878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.965165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.967601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.970328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.974696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.976999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.980335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.984876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.987000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.990429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.991967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145212.995112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.008099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.014128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.017898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.022783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.025078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.025118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.027526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.029549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.034395:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533882624 00000100:00100000:0.0:1746145213.034403:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533882624 00000100:00100000:0.0:1746145213.036043:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3734 00000100:00100000:0.0:1746145213.041829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.050540:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533883136 00000100:00100000:0.0:1746145213.050550:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533883136 00002000:00100000:0.0:1746145213.050595:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009b67a300 x1830965533883136/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.050605:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965533883136 ext(0->7) 00010000:00010000:0.0:1746145213.050614:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d2330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f2 expref: 220 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.050654:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d2330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f2 expref: 220 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.050661:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b67a300 00000100:00100000:0.0:1746145213.050708:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 577 00000100:00100000:0.0:1746145213.050718:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+220:1961:x1830965533883136:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.051068:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+222:1961:x1830965533883136:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 349us (624us total) trans 4294968259 rc 0/0 00000100:00100000:0.0:1746145213.051075:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 577 00002000:00100000:0.0:1746145213.051083:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009b67a300 x1830965533883136/t4294968259(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/448 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.051090:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965533883136 ext(0->7) 00010000:00010000:0.0:1746145213.051095:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d2330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f2 expref: 222 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.051106:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d2330 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f2 expref: 222 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.051112:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b67a300 00000100:00100000:0.0:1746145213.073920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.074057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.076575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.076596:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533883648 00000100:00100000:0.0:1746145213.076601:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533883648 00002000:00100000:0.0:1746145213.076652:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093f17100 x1830965533883648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:99/0 lens 488/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.076660:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17100 with x1830965533883648 ext(0->4095) 00010000:00010000:0.0:1746145213.076667:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2337 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f9 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.076677:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2337 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f9 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.076683:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f17100 00000100:00100000:0.0:1746145213.076730:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 578 00000100:00100000:0.0:1746145213.076739:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533883648:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.076922:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533883648:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 183us (348us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.076929:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 578 00002000:00100000:0.0:1746145213.076936:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093f17100 x1830965533883648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.076942:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17100 with x1830965533883648 ext(0->4095) 00010000:00010000:0.0:1746145213.076948:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2337 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f9 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.076957:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2337 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5316f9 expref: 6 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.076962:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f17100 00000100:00100000:0.0:1746145213.085240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.085288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.094444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.094751:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 579 00000100:00100000:0.0:1746145213.094762:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+223:1960:x1830965533884160:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.094920:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+223:1960:x1830965533884160:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 159us (477us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.094926:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 579 00002000:00100000:0.0:1746145213.094933:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093f17b80 x1830965533884160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.094939:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17b80 with x1830965533884160 ext(0->4095) 00010000:00010000:0.0:1746145213.094958:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8dc00/0xb5ee96b21a0d233e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531700 expref: 223 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.094967:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8dc00/0xb5ee96b21a0d233e lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531700 expref: 223 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.094973:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093f17b80 00000100:00100000:0.0:1746145213.098148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.101206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.115430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.118818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.119510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.120543:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3737 00000100:00100000:0.0:1746145213.120553:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965533884928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145213.120567:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145213.120582:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53170e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120601:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.120602:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.120608:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53170e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120620:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53170e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120647:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd3000, rc 0) 00000100:00100000:0.0:1746145213.120682:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533884928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (1870us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145213.120687:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3737 00000100:00100000:0.0:1746145213.120699:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3738 00000100:00100000:0.0:1746145213.120702:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+224:30925:x1830965533885056:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145213.120707:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145213.120711:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d2353 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531715 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120725:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d2345 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531707 expref: 225 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120731:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53170e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120735:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.120736:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.120739:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d2353 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531715 expref: 225 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120757:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53170e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120766:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d234c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53170e expref: 5 pid: 11330 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145213.120775:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530461440:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145213.120826:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d2345 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531707 expref: 225 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.120832:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d2345 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531707 expref: 225 pid: 8466 timeout: 554 lvb_type: 0 00000100:00100000:0.0:1746145213.120838:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530461568:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145213.120859:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145213.124863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.124889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.128179:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.131429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.134565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.140206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.141882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.145319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.147445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.154190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.156497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.156567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.160698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.160789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.162323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.163700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.165339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.168470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.171345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.177481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.181906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.181991:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.184951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.185529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.185547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.189238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.193209:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533889920 00000100:00100000:0.0:1746145213.193217:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533889920 00002000:00100000:0.0:1746145213.193262:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c65880 x1830965533889920/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.193270:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c65880 with x1830965533889920 ext(0->7) 00010000:00010000:0.0:1746145213.193277:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53173f expref: 229 pid: 8466 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.193290:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53173f expref: 229 pid: 8466 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.193296:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c65880 00000100:00100000:0.0:1746145213.193326:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 587 00000100:00100000:0.0:1746145213.193333:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+229:1963:x1830965533889920:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.194201:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+231:1963:x1830965533889920:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 865us (1592us total) trans 4294968263 rc 0/0 00000100:00100000:0.0:1746145213.194207:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 587 00002000:00100000:0.0:1746145213.194213:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c65880 x1830965533889920/t4294968263(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/448 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.194220:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c65880 with x1830965533889920 ext(0->7) 00010000:00010000:0.0:1746145213.194225:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53173f expref: 231 pid: 8466 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.194235:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d237d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53173f expref: 231 pid: 8466 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.194240:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c65880 00000100:00100000:0.0:1746145213.197753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.200497:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.205513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.205562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.209199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.211856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.213955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.220165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.222669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.227105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.227136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.230329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.230391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.232441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.232478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.235600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.239496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.246287:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.253977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.254052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.258195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.262983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.271270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.277693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.279520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.283767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.286546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.288150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.291782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.294499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.298135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.304265:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.304805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.306750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.306810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.315934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.319753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.327559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.331739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.331783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.333739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.335259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.337302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.340168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.345458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.347880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.351050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.354597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.355601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.359053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.359189:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.361714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.362297:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533899520 00000100:00100000:0.0:1746145213.362302:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533899520 00002000:00100000:0.0:1746145213.362331:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd8380 x1830965533899520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.362339:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd8380 with x1830965533899520 ext(0->4095) 00010000:00010000:0.0:1746145213.362346:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d23ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317af expref: 243 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.362358:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d23ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317af expref: 243 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.362364:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd8380 00000100:00100000:0.0:1746145213.362426:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 602 00000100:00100000:0.0:1746145213.362433:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+243:1962:x1830965533899520:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.362557:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008cfd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+243:1962:x1830965533899520:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (846us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.362562:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 602 00002000:00100000:0.0:1746145213.362567:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008cfd8380 x1830965533899520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.362574:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008cfd8380 with x1830965533899520 ext(0->4095) 00010000:00010000:0.0:1746145213.362578:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d23ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317af expref: 243 pid: 8465 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.362586:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093efc400/0xb5ee96b21a0d23ed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317af expref: 243 pid: 8465 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.362592:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008cfd8380 00000100:00100000:0.0:1746145213.366153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.372444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.375351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.379621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.383895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.384695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.387611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.387983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.388011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.391036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.398316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.400870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.411692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.412553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.418882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.418980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.421702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.422906:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 607 00000100:00100000:0.0:1746145213.422914:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+246:1961:x1830965533902592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.423030:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+246:1961:x1830965533902592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (1329us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.423036:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 607 00002000:00100000:0.0:1746145213.423041:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf8aa00 x1830965533902592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.423049:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8aa00 with x1830965533902592 ext(0->4095) 00010000:00010000:0.0:1746145213.423053:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2410 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317d2 expref: 246 pid: 8464 timeout: 554 lvb_type: 0 00010000:00010000:0.0:1746145213.423062:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2410 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5317d2 expref: 246 pid: 8464 timeout: 554 lvb_type: 0 00002000:00010000:0.0:1746145213.423072:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bf8aa00 00000100:00100000:0.0:1746145213.429568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.433429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.442896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.448046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.448132:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.455122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.455361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.457587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.463201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.467929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.473946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.482094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.483586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.483696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.486120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.492498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.507155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.508952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.513534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.513554:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533906432 00000100:00100000:0.0:1746145213.513561:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533906432 00002000:00100000:0.0:1746145213.513595:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88a80 x1830965533906432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.513604:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88a80 with x1830965533906432 ext(0->4095) 00002000:00010000:0.0:1746145213.513609:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88a80 00000100:00100000:0.0:1746145213.513642:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3144 00000100:00100000:0.0:1746145213.513648:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+253:1961:x1830965533906432:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.513763:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+253:1961:x1830965533906432:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (235us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.513769:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3144 00002000:00100000:0.0:1746145213.513774:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88a80 x1830965533906432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.513780:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88a80 with x1830965533906432 ext(0->4095) 00002000:00010000:0.0:1746145213.513782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf88a80 00000100:00100000:0.0:1746145213.515222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.519932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.524733:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.529964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.533910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.538909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.539323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.541777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.542924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.544835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.544906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.548288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.553886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.561844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.566941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.569022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.572698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.575699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.578679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.587546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.590183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.594604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.600300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.603756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.607709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.613692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.617564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.620073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.621222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.624415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.624805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.627481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.630526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.637350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.641132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.644152:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.648585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.649695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.652525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.652599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.654014:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.654115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.656575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.659321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.662059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.667670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.673344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.676751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.679974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.681105:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.689264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.689297:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.689332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.691975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.694909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.702801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.705823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.707420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.710371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.710416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.713925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.718809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.725814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.730781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.732993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.736084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.745532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.761429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.761464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.764825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.764898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.768494:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c66a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530474752:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145213.768515:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145213.768563:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+270:1961:x1830965533920000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3283us (3663us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145213.768571:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7928 00000100:00100000:0.0:1746145213.773682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.779238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.788052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.796770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.808134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.811928:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.815156:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533922304 00000100:00100000:0.0:1746145213.815164:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533922304 00000100:00100000:0.0:1746145213.815214:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3798 00000100:00100000:0.0:1746145213.815220:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+274:30925:x1830965533922304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145213.815229:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145213.815242:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935f9400/0xb5ee96b21a0d24f7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5318b2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.815273:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d24e9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318ab expref: 275 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.815605:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.815608:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145213.815612:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935f9400/0xb5ee96b21a0d24f7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318b2 expref: 275 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.815672:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d24e9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318ab expref: 275 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145213.815686:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d24e9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318ab expref: 275 pid: 8465 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145213.815697:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55a9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530475648:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145213.816486:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145213.818116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.821482:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.825495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.829305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.833869:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.835857:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.839704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.842315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.847539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.850504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.853594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.856702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.858926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.865486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.866416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.870165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.870200:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.870484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.875411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.879238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.882529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.890751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.895897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.895951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.899729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.903483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.911351:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.924000:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.927209:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.930770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.930864:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.933199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.939686:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533928704 00000100:00100000:0.0:1746145213.939693:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533928704 00002000:00100000:0.0:1746145213.939729:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880088380380 x1830965533928704/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.939738:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965533928704 ext(0->7) 00010000:00010000:0.0:1746145213.939751:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d252f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318f1 expref: 283 pid: 11330 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145213.939763:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d252f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318f1 expref: 283 pid: 11330 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746145213.939769:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145213.939797:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 651 00000100:00100000:0.0:1746145213.939804:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+283:1961:x1830965533928704:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.940106:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+285:1961:x1830965533928704:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 303us (450us total) trans 4294968290 rc 0/0 00000100:00100000:0.0:1746145213.940113:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 651 00002000:00100000:0.0:1746145213.940118:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880088380380 x1830965533928704/t4294968290(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:99/0 lens 496/448 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.940124:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965533928704 ext(0->7) 00010000:00010000:0.0:1746145213.940128:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d252f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318f1 expref: 285 pid: 11330 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145213.940136:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d252f lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5318f1 expref: 285 pid: 11330 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746145213.940140:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145213.942531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.949343:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.949380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.952425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.955397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.968418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.971451:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.971984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.975137:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533930496 00000100:00100000:0.0:1746145213.975144:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533930496 00002000:00100000:0.0:1746145213.975181:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c66300 x1830965533930496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:99/0 lens 488/0 e 0 to 0 dl 1746145224 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.975190:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c66300 with x1830965533930496 ext(0->4095) 00010000:00010000:0.0:1746145213.975198:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531906 expref: 6 pid: 11330 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145213.975212:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531906 expref: 6 pid: 11330 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746145213.975217:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c66300 00000100:00100000:0.0:1746145213.975239:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 654 00000100:00100000:0.0:1746145213.975256:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533930496:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145213.975397:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533930496:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 151us (616us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145213.975403:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 654 00002000:00100000:0.0:1746145213.975407:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c66300 x1830965533930496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:99/0 lens 488/4536 e 0 to 0 dl 1746145224 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145213.975414:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c66300 with x1830965533930496 ext(0->4095) 00010000:00010000:0.0:1746145213.975418:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531906 expref: 6 pid: 11330 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145213.975427:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2544 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531906 expref: 6 pid: 11330 timeout: 555 lvb_type: 0 00002000:00010000:0.0:1746145213.975432:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c66300 00000100:00100000:0.0:1746145213.977214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.980806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.988064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.990319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.993451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.996908:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145213.996977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.001311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.004291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.007369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.010685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.014980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.022669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.023653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.025226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.033687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.037608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.040195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.043013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.045561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.049975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.050031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.053215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.053577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.056478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.058800:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.065277:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.070594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.075708:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.075874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.078965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.079034:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.087562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.090970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.097462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.106611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.110700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.114807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.117785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.118181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.121903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.125327:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.132052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.137502:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.142110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.142157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.144185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.146527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.147435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.153159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.155653:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.159079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.164390:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.169984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.173845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.173941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.177139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.179974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.184994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.194028:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.197362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.199810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.201547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.207116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.209584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.215039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.217517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.220957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.224872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.228562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.232795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.233140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.236216:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.240172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.247187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.250836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.257126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.261775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.261867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.268102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.268138:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.269040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.273446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.277715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.280530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.283541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.286737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.289566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.299620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.304046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.304503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.308790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.313256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.321139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.330516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.331312:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.337921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.337999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.340032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.342289:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.347057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.353888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.359112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.359862:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.361462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.368622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.373790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.381138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.383545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.386808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.389485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.389515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.390206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.394657:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530487040:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145214.394680:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d2647 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a09 expref: 315 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.394700:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:0.0:1746145214.395160:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+315:30926:x1830965533952512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4805us (4953us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.395168:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3846 00000100:00100000:0.0:1746145214.402115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.405305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.412745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.412792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.415899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.418862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.431104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.435546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.435599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.439573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.442569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.446522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.449234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.456957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.461030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.463215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.467759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.469321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.473164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.473552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.479793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.480269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.493591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.506026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.507156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.511863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.518809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.522085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.525283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.533907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.538295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.541086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.542917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.543600:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3857 00000100:00100000:0.0:1746145214.543607:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+325:30926:x1830965533959040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145214.543613:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145214.543618:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013606f000/0xb5ee96b21a0d2694 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531a56 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.543637:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.543640:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d268d lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a4f expref: 326 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.543644:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145214.543647:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013606f000/0xb5ee96b21a0d2694 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a56 expref: 326 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.543662:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d268d lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a4f expref: 326 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.543676:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013606f000/0xb5ee96b21a0d2694 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a56 expref: 326 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.543684:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013606f000, rc 0) 00000100:00100000:0.0:1746145214.543702:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+326:30926:x1830965533959040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (790us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.543707:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3857 00000100:00100000:0.0:1746145214.545680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.548688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.550929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.554516:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.561256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.564519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.564565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.567693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.568579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.570423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.572041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.577896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.581124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.587754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.590818:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.594820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.601006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.604992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.609081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.610898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.613440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.615722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.620750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.624107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.624139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.624160:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533963648 00000100:00100000:0.0:1746145214.624165:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533963648 00010000:00010000:0.0:1746145214.624191:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d26b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a79 expref: 6 pid: 8465 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145214.624209:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533963520 00000100:00100000:0.0:1746145214.624211:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533963520 00010000:00010000:0.0:1746145214.624219:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d26be lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a80 expref: 331 pid: 8465 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145214.624256:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7998 00000100:00100000:0.0:1746145214.624262:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533963648:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145214.624272:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145214.624290:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d26b7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a79 expref: 6 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.624299:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d26b7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a79 expref: 6 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.625022:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d26b7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a79 expref: 6 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.625039:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.625041:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.625047:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d26c5 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a87 expref: 329 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.625055:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d26c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a87 expref: 329 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.625078:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd200/0xb5ee96b21a0d26c5 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a87 expref: 329 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145214.625088:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092696d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530491392:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145214.625141:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.627536:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092696d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530491392:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145214.627555:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145214.627602:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965533963648:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3339us (3494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.627612:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7998 00000100:00100000:0.0:1746145214.628056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.632608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.638999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.642686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.649437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.651318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.652450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.653235:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533965312 00000100:00100000:0.0:1746145214.653250:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533965312 00010000:00010000:0.0:1746145214.653271:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093efca00/0xb5ee96b21a0d26cc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a8e expref: 333 pid: 8466 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145214.653288:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533965440 00000100:00100000:0.0:1746145214.653290:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533965440 00010000:00010000:0.0:1746145214.653298:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d26d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a95 expref: 6 pid: 8466 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145214.653526:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8002 00000100:00100000:0.0:1746145214.653530:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533965440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145214.653536:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145214.653542:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d26d3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a95 expref: 6 pid: 8466 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.653558:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d26d3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a95 expref: 6 pid: 8466 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.653579:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d26d3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a95 expref: 6 pid: 8466 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.653599:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.653601:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.653608:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 332 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.653615:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 332 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.653658:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 332 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145214.653669:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092695f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530492032:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145214.653755:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.655569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.657490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.660204:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533966208 00000100:00100000:0.0:1746145214.660209:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533966208 00010000:00010000:0.0:1746145214.660231:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 335 pid: 8465 timeout: 555 lvb_type: 0 00000100:00100000:0.0:1746145214.660269:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8003 00000100:00100000:0.0:1746145214.660274:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+335:1960:x1830965533966208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145214.660283:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145214.660297:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 335 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.660306:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 335 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.660323:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093efde00/0xb5ee96b21a0d26da lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531a9c expref: 335 pid: 8465 timeout: 555 lvb_type: 0 00010000:00010000:0.0:1746145214.660334:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.660336:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.660343:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d26e1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531aa3 expref: 334 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.660349:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d26e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531aa3 expref: 334 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.660372:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d26e1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531aa3 expref: 334 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145214.660381:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530492288:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145214.660778:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.665111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.667090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.673383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.673443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.676844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.677516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.681116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.681158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.683991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.685906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.692826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.695134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.697588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.704617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.707463:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.709953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.714362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.717538:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.721101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.725025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.727291:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.731561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.734013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.734444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.737841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.739374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.741991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.747685:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.750726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.753501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.753926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.755818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.757314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.758293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.758399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.760622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.762467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.764156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.769488:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.775001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.775344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.778742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.778865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.781345:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.781411:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.783392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.787002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.797712:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533975808 00000100:00100000:0.0:1746145214.797719:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533975808 00002000:00100000:0.0:1746145214.797755:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67800 x1830965533975808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:100/0 lens 488/0 e 0 to 0 dl 1746145225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.797763:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67800 with x1830965533975808 ext(0->4095) 00002000:00010000:0.0:1746145214.797767:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c67800 00000100:00100000:0.0:1746145214.797791:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3199 00000100:00100000:0.0:1746145214.797797:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533975808:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145214.797938:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092c67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965533975808:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (260us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145214.797943:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3199 00002000:00100000:0.0:1746145214.797948:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092c67800 x1830965533975808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:100/0 lens 488/4536 e 0 to 0 dl 1746145225 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.797954:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c67800 with x1830965533975808 ext(0->4095) 00002000:00010000:0.0:1746145214.797957:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092c67800 00000100:00100000:0.0:1746145214.800403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.808999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.809086:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.812310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.815060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.826554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.829134:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533977472 00000100:00100000:0.0:1746145214.829143:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533977472 00000100:00100000:0.0:1746145214.829189:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3887 00000100:00100000:0.0:1746145214.829195:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+346:30925:x1830965533977472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145214.829208:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145214.829222:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013606fa00/0xb5ee96b21a0d2766 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531b28 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.829257:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d275f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b21 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.829264:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.829265:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.829268:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013606fa00/0xb5ee96b21a0d2766 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b28 expref: 347 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.829295:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d275f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b21 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.829307:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d275f lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b21 expref: 5 pid: 8465 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145214.829317:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5378a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530496256:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145214.829398:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.831700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.833991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.834542:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.837307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.839212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.845181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.848118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.851260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.854443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.854546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.857026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.857214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.858709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.858739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.861750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.867909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.873276:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.879187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.882141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.884594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.885326:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533981312 00000100:00100000:0.0:1746145214.885328:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533981312 00000100:00100000:0.0:1746145214.885354:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3893 00000100:00100000:0.0:1746145214.885359:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+350:30926:x1830965533981312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145214.885370:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145214.885379:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134980a00/0xb5ee96b21a0d2790 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531b52 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.885393:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d2789 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b4b expref: 351 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.885397:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145214.885398:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145214.885402:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134980a00/0xb5ee96b21a0d2790 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b52 expref: 351 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.885440:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d2789 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b4b expref: 351 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.885450:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8d400/0xb5ee96b21a0d2789 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b4b expref: 351 pid: 11330 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145214.885460:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090db5180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530497664:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145214.885525:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.887340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.890962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.895031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.910456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.918610:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533983104 00000100:00100000:0.0:1746145214.918618:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533983104 00002000:00100000:0.0:1746145214.918688:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880092c65180 x1830965533983104/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:100/0 lens 496/0 e 0 to 0 dl 1746145225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.918697:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092c65180 with x1830965533983104 ext(0->7) 00010000:00010000:0.0:1746145214.918705:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b59 expref: 352 pid: 8465 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.918719:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2797 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b59 expref: 352 pid: 8465 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145214.918725:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092c65180 00000100:00100000:0.0:1746145214.925177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.929796:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.930605:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533983616 00000100:00100000:0.0:1746145214.930609:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533983616 00002000:00100000:0.0:1746145214.930655:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008838c380 x1830965533983616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:100/0 lens 488/0 e 0 to 0 dl 1746145225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.930663:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838c380 with x1830965533983616 ext(0->4095) 00010000:00010000:0.0:1746145214.930669:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d800/0xb5ee96b21a0d279e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b60 expref: 6 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.930678:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8d800/0xb5ee96b21a0d279e lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b60 expref: 6 pid: 8464 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145214.930684:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008838c380 00000100:00100000:0.0:1746145214.930706:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 739 00000100:00100000:0.0:1746145214.930711:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965533983616:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145214.935229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.935790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.938170:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092c66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530498688:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145214.938186:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145214.938226:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965533983872:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2039us (2435us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.938235:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8031 00000100:00100000:0.0:1746145214.939706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.942146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.945914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.947994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.950506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.953918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.956957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.956976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.957005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.963538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.964092:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cef100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530499200:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145214.964116:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d27c1 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b83 expref: 358 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.964134:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:0.0:1746145214.964169:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+358:30926:x1830965533985664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7087us (7162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.964176:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3900 00000100:00100000:0.0:1746145214.964482:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530499328:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145214.964641:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145214.964662:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+357:1962:x1830965533985408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7597us (7685us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.964670:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8034 00000100:00100000:0.0:1746145214.964690:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533985920 00000100:00100000:0.0:1746145214.964696:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533985920 00002000:00100000:0.0:1746145214.964722:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db5180 x1830965533985920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:100/0 lens 488/0 e 0 to 0 dl 1746145225 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.964731:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965533985920 ext(0->4095) 00010000:00010000:0.0:1746145214.964737:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 357 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.964753:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 357 pid: 8464 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145214.964759:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090db5180 00000100:00100000:0.0:1746145214.964774:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 742 00000100:00100000:0.0:1746145214.964780:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+357:1962:x1830965533985920:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145214.964899:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+357:1962:x1830965533985920:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 104us (1350us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145214.964905:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 742 00002000:00100000:0.0:1746145214.964910:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db5180 x1830965533985920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:100/0 lens 488/4536 e 0 to 0 dl 1746145225 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145214.964917:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965533985920 ext(0->4095) 00010000:00010000:0.0:1746145214.965179:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 357 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.965189:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 357 pid: 8464 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145214.965195:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090db5180 00000100:00100000:0.0:1746145214.977440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.981992:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533986304 00000100:00100000:0.0:1746145214.982004:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533986304 00000100:00100000:0.0:1746145214.982200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.982219:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533986432 00000100:00100000:0.0:1746145214.982222:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533986432 00010000:00010000:0.0:1746145214.982254:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 361 pid: 8464 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145214.982272:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8035 00000100:00100000:0.0:1746145214.982277:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+361:1963:x1830965533986432:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145214.982284:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145214.982300:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 360 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.982309:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 360 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.982325:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d27ba lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b7c expref: 360 pid: 8464 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145214.982332:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.982334:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.982340:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d27c1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b83 expref: 359 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.982346:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d27c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b83 expref: 359 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.982364:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d27c1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b83 expref: 359 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.982373:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8d000/0xb5ee96b21a0d27c1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b83 expref: 359 pid: 8464 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145214.982383:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085554700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530499584:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145214.982428:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145214.983782:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085554700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530499584:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145214.983794:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145214.983816:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+359:1963:x1830965533986432:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1539us (1617us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.983823:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8035 00000100:00100000:0.0:1746145214.989318:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533986944 00000100:00100000:0.0:1746145214.989326:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533986944 00000100:00100000:0.0:1746145214.989360:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3902 00000100:00100000:0.0:1746145214.989368:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965533986944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145214.989383:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145214.989401:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092c74200/0xb5ee96b21a0d27cf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531b91 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.989423:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145214.989429:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d27c8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b8a expref: 359 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.989433:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145214.989436:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092c74200/0xb5ee96b21a0d27cf lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b91 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.989465:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d27c8 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b8a expref: 359 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.989479:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092c74200/0xb5ee96b21a0d27cf lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b91 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145214.989488:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c74200, rc 0) 00000100:00100000:0.0:1746145214.989526:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965533986944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (382us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145214.989531:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3902 00000100:00100000:0.0:1746145214.992656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145214.996809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.004257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.010176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.014423:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533988096 00000100:00100000:0.0:1746145215.014429:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533988096 00000100:00100000:0.0:1746145215.014447:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3904 00000100:00100000:0.0:1746145215.014451:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:30926:x1830965533988096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.014457:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.014463:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092c74e00/0xb5ee96b21a0d27dd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531b9f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.014472:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.014475:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a540f200/0xb5ee96b21a0d27d6 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b98 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.014479:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145215.014482:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092c74e00/0xb5ee96b21a0d27dd lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b9f expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.014505:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a540f200/0xb5ee96b21a0d27d6 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b98 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.014515:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092c74e00/0xb5ee96b21a0d27dd lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531b9f expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.014524:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c74e00, rc 0) 00000100:00100000:0.0:1746145215.014561:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:30926:x1830965533988096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (300us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145215.014566:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3904 00000100:00100000:0.0:1746145215.015908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.018792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.020724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.023293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.029618:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.033271:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.033363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.037890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.042817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.045787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.047700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.058937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.062081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.066349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.068729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.072991:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533991296 00000100:00100000:0.0:1746145215.072998:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533991296 00002000:00100000:0.0:1746145215.073031:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093912680 x1830965533991296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 488/0 e 0 to 0 dl 1746145226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.073040:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093912680 with x1830965533991296 ext(0->4095) 00002000:00010000:0.0:1746145215.073043:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093912680 00000100:00100000:0.0:1746145215.073134:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3208 00000100:00100000:0.0:1746145215.073141:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965533991296:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145215.073338:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965533991296:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 197us (398us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145215.073344:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3208 00002000:00100000:0.0:1746145215.073349:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093912680 x1830965533991296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 488/4536 e 0 to 0 dl 1746145226 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.073356:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093912680 with x1830965533991296 ext(0->4095) 00002000:00010000:0.0:1746145215.073359:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093912680 00000100:00100000:0.0:1746145215.075265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.081032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.086994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.100055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.103082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.108033:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965533992192 00000100:00100000:0.0:1746145215.108040:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965533992192 00000100:00100000:0.0:1746145215.108069:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3911 00000100:00100000:0.0:1746145215.111854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.115597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.122955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.131294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.131394:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.134173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.136483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.149547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.152614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.154531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.159416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.164780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.171210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.174105:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.182209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.184521:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.189491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.194228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.200529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.201166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.204786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.214155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.231863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.231971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.236078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.241717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.241808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.247713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.250870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.257409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.262452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.266770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.266855:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.272835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.276489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.280112:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.287872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.294821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.299908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.299949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.302212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.302513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.304440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.307030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.309000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.312002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.314376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.318703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.320701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.322941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.324278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.327603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.327789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.328005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.330489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.338337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.341013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.343678:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.346141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.347885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.352163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.352258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.355809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.355969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.356223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.359667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.365117:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534004608 00000100:00100000:0.0:1746145215.365128:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534004608 00002000:00100000:0.0:1746145215.365169:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093913100 x1830965534004608/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 496/0 e 0 to 0 dl 1746145226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.365178:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913100 with x1830965534004608 ext(0->7) 00010000:00010000:0.0:1746145215.365187:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d288c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c4e expref: 33 pid: 8465 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.365201:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d288c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c4e expref: 33 pid: 8465 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145215.365206:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093913100 00000100:00100000:0.0:1746145215.365253:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 772 00000100:00100000:0.0:1746145215.365260:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965534004608:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145215.365531:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093913100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965534004608:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 271us (2273us total) trans 4294968340 rc 0/0 00000100:00100000:0.0:1746145215.365537:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 772 00002000:00100000:0.0:1746145215.365542:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff880093913100 x1830965534004608/t4294968340(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 496/448 e 0 to 0 dl 1746145226 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.365548:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913100 with x1830965534004608 ext(0->7) 00010000:00010000:0.0:1746145215.365554:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d288c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c4e expref: 35 pid: 8465 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.365562:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d288c lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c4e expref: 35 pid: 8465 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145215.365567:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093913100 00000100:00100000:0.0:1746145215.374439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.379101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.382766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.382851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.386150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.389417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.392151:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.396073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.399170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.406177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.407668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.407974:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3934 00000100:00100000:0.0:1746145215.407981:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:30925:x1830965534006528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.407996:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.408010:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d28a8 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531c71 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.408033:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d28a1 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c63 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.408045:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.408047:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.408050:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d28a8 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c71 expref: 37 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.408077:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d28a1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c63 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.408087:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d28a1 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c63 expref: 5 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.408097:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf8a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530507264:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145215.408146:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e2ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.413426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.416256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.424602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.428241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.432372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.435830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.436983:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534007808 00000100:00100000:0.0:1746145215.436987:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534007808 00000100:00100000:0.0:1746145215.437048:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3936 00000100:00100000:0.0:1746145215.437055:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093911500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:30925:x1830965534007808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.437064:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.437073:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531c7f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.437093:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.437100:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.437106:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.437107:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.437110:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c7f expref: 39 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.437459:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.437472:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 5 pid: 11330 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.437482:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfda680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530507776:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145215.438526:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.438536:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.438545:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfd9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530507904:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145215.438565:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4e2ac00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.440168:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534008064 00000100:00100000:0.0:1746145215.440175:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534008064 00002000:00100000:0.0:1746145215.440211:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db4700 x1830965534008064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:101/0 lens 488/0 e 0 to 0 dl 1746145226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.440220:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965534008064 ext(0->4095) 00010000:00010000:0.0:1746145215.440228:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 6 pid: 11330 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.440250:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 6 pid: 11330 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145215.440256:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090db4700 00000100:00100000:0.0:1746145215.440274:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 777 00000100:00100000:0.0:1746145215.440281:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534008064:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145215.440468:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534008064:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (497us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145215.440478:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 777 00002000:00100000:0.0:1746145215.440483:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db4700 x1830965534008064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:101/0 lens 488/4536 e 0 to 0 dl 1746145226 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.440490:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965534008064 ext(0->4095) 00010000:00010000:0.0:1746145215.440494:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 6 pid: 11330 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.440501:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28b6 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c78 expref: 6 pid: 11330 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145215.440510:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090db4700 00000100:00100000:0.0:1746145215.445395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.445410:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534008448 00000100:00100000:0.0:1746145215.445413:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534008448 00010000:00010000:0.0:1746145215.445429:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.445445:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8071 00000100:00100000:0.0:1746145215.445449:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cfd8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1963:x1830965534008448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145215.445456:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145215.445464:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.445473:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.445485:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d28af lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c6a expref: 39 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.445502:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.445504:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.445511:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c7f expref: 38 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.445517:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c7f expref: 38 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.445544:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c7f expref: 38 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.445553:0:14766:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d28bd lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c7f expref: 38 pid: 8464 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.445660:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cfd9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530508160:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145215.445750:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.448395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.452249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.457055:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.463356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.466408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.474583:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.474688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.478083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.481774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.485726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.489674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.496460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.496501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.496775:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3941 00000100:00100000:0.0:1746145215.496784:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008cf8df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:30925:x1830965534010880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.496790:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.496805:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d28d9 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531ca2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.496830:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d28d2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c94 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.496837:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.496839:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.496843:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d28d9 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ca2 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.496866:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d28d2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c94 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.496877:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d28d2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531c94 expref: 43 pid: 11330 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.496888:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008cf8d880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530508928:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145215.496952:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.499148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.502129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.504135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.506932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.510532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.513709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.515798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.516941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.519166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.520074:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534012800 00000100:00100000:0.0:1746145215.520078:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534012800 00010000:00010000:0.0:1746145215.520092:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ca9 expref: 45 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.520108:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8078 00000100:00100000:0.0:1746145215.520113:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965534012800:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145215.520119:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145215.520128:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28e7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ca9 expref: 45 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.520137:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28e7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ca9 expref: 45 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.520339:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800936d3600/0xb5ee96b21a0d28e7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ca9 expref: 45 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.520363:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.520365:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.520371:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d28ee lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cb0 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.520377:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d28ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cb0 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.520394:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d28ee lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cb0 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.520404:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d28ee lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cb0 expref: 44 pid: 11330 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.520413:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d63800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530509824:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145215.520465:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.521932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.524039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.527279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.529948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.533014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.536744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.536820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.538136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.538163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.538189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.540209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.542473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.544942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.547804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.549270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.552992:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.553222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.553250:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534016000 00000100:00100000:0.0:1746145215.553253:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534016000 00002000:00100000:0.0:1746145215.553274:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801362f4e00 x1830965534016000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 488/0 e 0 to 0 dl 1746145226 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.553281:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4e00 with x1830965534016000 ext(0->4095) 00002000:00010000:0.0:1746145215.553285:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f4e00 00000100:00100000:0.0:1746145215.553308:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3229 00000100:00100000:0.0:1746145215.553313:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965534016000:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145215.553416:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965534016000:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 102us (194us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145215.553422:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3229 00002000:00100000:0.0:1746145215.553427:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801362f4e00 x1830965534016000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:101/0 lens 488/4536 e 0 to 0 dl 1746145226 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145215.553434:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4e00 with x1830965534016000 ext(0->4095) 00010000:00010000:0.0:1746145215.553438:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 50 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.553446:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 50 pid: 8466 timeout: 556 lvb_type: 0 00002000:00010000:0.0:1746145215.553451:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362f4e00 00000100:00100000:0.0:1746145215.555048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.555080:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.555116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.555141:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534016128 00000100:00100000:0.0:1746145215.555145:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534016128 00010000:00010000:0.0:1746145215.555167:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d290a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ccc expref: 6 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.555185:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534016384 00000100:00100000:0.0:1746145215.555389:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534016384 00010000:00010000:0.0:1746145215.555405:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 49 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.555424:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8084 00000100:00100000:0.0:1746145215.555432:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965534016384:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145215.555438:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145215.555446:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 49 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.555454:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 49 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.555465:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2911 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cd3 expref: 49 pid: 8466 timeout: 556 lvb_type: 0 00010000:00010000:0.0:1746145215.555480:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.555482:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.555487:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2918 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cda expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.555494:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cda expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.555512:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2918 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cda expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.555521:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d2918 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cda expref: 48 pid: 8466 timeout: 556 lvb_type: 0 00000100:00100000:0.0:1746145215.555534:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801362f5c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530511104:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145215.555586:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145215.557674:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.560120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.564965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.566837:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093913800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530511232:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145215.566852:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145215.566895:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965534017024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1644us (1935us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145215.566904:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8085 00000100:00100000:0.0:1746145215.569833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.573276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.576114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.576211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.578700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.579085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.579818:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.581271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.582885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.584964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.588363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.597773:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534019200 00000100:00100000:0.0:1746145215.597782:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534019200 00000100:00100000:0.0:1746145215.597828:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3954 00000100:00100000:0.0:1746145215.597836:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:30926:x1830965534019200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.597851:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.597865:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d293b lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531cfd expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.597886:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.597888:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145215.597896:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d293b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cfd expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.597909:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d293b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531cfd expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145215.597919:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:0.0:1746145215.597971:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:30926:x1830965534019200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (264us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145215.597977:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3954 00000100:00100000:0.0:1746145215.598742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.602531:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.605752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.605911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.611334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.616876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.633104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.633359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.636311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.636377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.639783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.643599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.645991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.649258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.651605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.657310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.657404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.659614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.661947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.662389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.664399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.667304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.673535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.676147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.681146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.681246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.683389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.685184:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.689888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.695755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.699610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.704059:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.704839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.707818:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.708018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.710675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.716726:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.721308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.724840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.727347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.732718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.734019:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.735238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.737081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.737279:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.746588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.750066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.755743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.759736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.760058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.762880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.766837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.770507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.775560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.783986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.787262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.787388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.790720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.790806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.794381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.797362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.802019:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.810959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.813955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.815472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.823022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.827474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.830659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.834341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.836822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.838587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.841238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.841718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.844579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.845683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.848105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.848246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.849993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.851762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.853543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.856299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.858694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.861361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.863927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.864018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.866699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.867251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.874892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.880293:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.887781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.891822:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534036480 00000100:00100000:0.0:1746145215.891831:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534036480 00000100:00100000:0.0:1746145215.891878:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3983 00000100:00100000:0.0:1746145215.891886:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093911880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:30925:x1830965534036480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145215.891900:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145215.891917:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2a06 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531dc8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145215.897349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.897432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.900456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.910003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.918921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.918963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.921301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.926175:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.926225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.931318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.934473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.937736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.944705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.950712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.950806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.953357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.955985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.961068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.964856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.970208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.972913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.973002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.976158:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.978952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.983071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.997101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145215.997193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.002135:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090db7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530520576:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145216.002155:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013075ce00/0xb5ee96b21a0d2a3e lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e00 expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.002167:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013075ce00, rc 0) 00000100:00100000:0.0:1746145216.002202:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:30925:x1830965534041600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4373us (5007us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.002208:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3991 00000100:00100000:0.0:1746145216.003878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.004335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.009039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.018082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.021283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.035387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.042557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.046375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.048731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.051131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.053995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.059010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.062773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.066742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.067537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.071191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.071248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.071921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.071933:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534045440 00000100:00100000:0.0:1746145216.071936:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534045440 00010000:00010000:0.0:1746145216.071949:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2a53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e0e expref: 6 pid: 8466 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746145216.072188:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8131 00000100:00100000:0.0:1746145216.072194:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534045440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145216.072201:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145216.072210:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2a53 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e0e expref: 6 pid: 8466 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.072218:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2a53 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e0e expref: 6 pid: 8466 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.072238:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2a53 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e0e expref: 6 pid: 8466 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.072254:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.072256:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.072262:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2a61 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e23 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.072270:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2a61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e23 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.072289:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2a61 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e23 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.072303:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2a61 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e23 expref: 87 pid: 8464 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746145216.072313:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3e3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530521984:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145216.072353:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145216.073837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.076705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.081057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.084396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.087877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.091170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.091396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.094559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.095316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.098215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.098277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.101073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.104306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.107044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.109576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.110996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.113343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.118470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.121544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.122428:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534049408 00000100:00100000:0.0:1746145216.122433:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534049408 00002000:00100000:0.0:1746145216.122456:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801391d0e00 x1830965534049408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.122463:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965534049408 ext(0->4095) 00010000:00010000:0.0:1746145216.122468:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2a7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e3f expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.122476:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2a7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e3f expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.122481:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:0.0:1746145216.122507:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 840 00000100:00100000:0.0:1746145216.122512:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534049408:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.122672:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534049408:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 158us (468us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.122678:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 840 00002000:00100000:0.0:1746145216.122688:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801391d0e00 x1830965534049408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.122694:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965534049408 ext(0->4095) 00010000:00010000:0.0:1746145216.122698:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2a7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e3f expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.122705:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051200/0xb5ee96b21a0d2a7d lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e3f expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.122710:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:0.0:1746145216.124150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.124192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.125198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.127390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.131168:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.135843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.139784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.144122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.144160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.145995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.147011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.148455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.148494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.150753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.154095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.158487:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534052224 00000100:00100000:0.0:1746145216.158495:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534052224 00010000:00010000:0.0:1746145216.158527:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f42600/0xb5ee96b21a0d2aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e62 expref: 95 pid: 11330 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746145216.158552:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8141 00000100:00100000:0.0:1746145216.158559:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1962:x1830965534052224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145216.158571:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145216.158588:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b1f42600/0xb5ee96b21a0d2aa0 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e62 expref: 95 pid: 11330 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.158599:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b1f42600/0xb5ee96b21a0d2aa0 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e62 expref: 95 pid: 11330 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.158620:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f42600/0xb5ee96b21a0d2aa0 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e62 expref: 95 pid: 11330 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.158660:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.158662:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.158668:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43200/0xb5ee96b21a0d2aa7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e69 expref: 94 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.158675:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43200/0xb5ee96b21a0d2aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e69 expref: 94 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.158702:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43200/0xb5ee96b21a0d2aa7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e69 expref: 94 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145216.158712:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530524032:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145216.158772:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145216.161341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.164005:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.166778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.167096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.170287:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.174592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.175676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.177842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.180369:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534054144 00000100:00100000:0.0:1746145216.180377:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534054144 00002000:00100000:0.0:1746145216.180413:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801391d2680 x1830965534054144/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 496/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.180421:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965534054144 ext(0->7) 00010000:00010000:0.0:1746145216.180428:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ab5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e77 expref: 94 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.180444:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ab5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e77 expref: 94 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.180450:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746145216.180480:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 849 00000100:00100000:0.0:1746145216.180487:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965534054144:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.180859:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1961:x1830965534054144:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 372us (663us total) trans 4294968371 rc 0/0 00000100:00100000:0.0:1746145216.180866:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 849 00002000:00100000:0.0:1746145216.180871:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8801391d2680 x1830965534054144/t4294968371(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 496/448 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.180878:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965534054144 ext(0->7) 00010000:00010000:0.0:1746145216.180882:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ab5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e77 expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.180889:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ab5 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e77 expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.180894:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746145216.184995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.187418:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.191133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.194191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.194942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.197589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.198543:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8145 00000100:00100000:0.0:1746145216.198551:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534055168:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145216.198562:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145216.198582:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d2abc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e7e expref: 7 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198592:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d2abc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e7e expref: 7 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198613:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d2abc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e7e expref: 7 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198648:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145216.198669:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534055168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 120us (1088us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.198674:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8145 00000100:00100000:0.0:1746145216.198726:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.198738:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534055424 00000100:00100000:0.0:1746145216.198741:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534055424 00010000:00010000:0.0:1746145216.198752:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e85 expref: 97 pid: 8464 timeout: 557 lvb_type: 0 00000100:00100000:0.0:1746145216.198766:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8146 00000100:00100000:0.0:1746145216.198771:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+97:1960:x1830965534055424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145216.198789:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145216.198796:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ac3 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e85 expref: 97 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198804:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ac3 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e85 expref: 97 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198816:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2ac3 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e85 expref: 97 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.198823:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.198825:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.198831:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.198838:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.198861:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145216.198871:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801362f7100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530525056:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145216.198914:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145216.201463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.201483:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534055680 00000100:00100000:0.0:1746145216.201488:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534055680 00002000:00100000:0.0:1746145216.201790:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801362f4a80 x1830965534055680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.201797:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4a80 with x1830965534055680 ext(0->4095) 00010000:00010000:0.0:1746145216.201803:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.201813:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.201819:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362f4a80 00000100:00100000:0.0:1746145216.201845:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 851 00000100:00100000:0.0:1746145216.201850:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1961:x1830965534055680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.201969:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1961:x1830965534055680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (505us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.201974:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 851 00002000:00100000:0.0:1746145216.201979:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801362f4a80 x1830965534055680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.201986:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4a80 with x1830965534055680 ext(0->4095) 00010000:00010000:0.0:1746145216.201990:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.201998:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18400/0xb5ee96b21a0d2aca lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531e8c expref: 96 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.202004:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801362f4a80 00000100:00100000:0.0:1746145216.204983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.209745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.213782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.219720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.220059:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.224913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.224956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.227665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.230946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.234255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.241596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.246651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.253769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.255325:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.255345:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534058368 00000100:00100000:0.0:1746145216.255351:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534058368 00000100:00100000:0.0:1746145216.255373:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4017 00000100:00100000:0.0:1746145216.255379:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88013667b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:30926:x1830965534058368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145216.255387:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145216.255394:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d2af4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531eb6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.255407:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.255411:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2aed lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eaf expref: 102 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.255415:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145216.255418:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d2af4 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eb6 expref: 102 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.255441:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2aed lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eaf expref: 102 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.255453:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d2af4 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eb6 expref: 102 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.255461:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2200, rc 0) 00000100:00100000:0.0:1746145216.255484:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013667b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:30926:x1830965534058368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (162us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.255490:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4017 00000100:00100000:0.0:1746145216.258397:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.262495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.266303:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090db5c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830965530526592:0@lo:400:kworker.0 00000100:00100000:0.0:1746145216.266370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.266388:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534059008 00000100:00100000:0.0:1746145216.266391:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534059008 00002000:00100000:0.0:1746145216.266418:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009b659880 x1830965534059008/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 496/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.266427:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659880 with x1830965534059008 ext(0->7) 00010000:00010000:0.0:1746145216.266435:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eaf expref: 101 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.266450:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093b8de00/0xb5ee96b21a0d2aed lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531eaf expref: 101 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.266462:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b659880 00000100:00100000:0.0:1746145216.270623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.275177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.277509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.279846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.288791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.293124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.295716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.295751:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.295773:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534060544 00000100:00100000:0.0:1746145216.295778:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534060544 00000100:00100000:0.0:1746145216.295816:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4020 00000100:00100000:0.0:1746145216.295823:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534060544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145216.295837:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145216.295851:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2b09 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531ecb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.295871:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.295877:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2b02 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ec4 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.295882:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145216.295886:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2b09 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ecb expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.295915:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d2b02 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ec4 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.295932:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2b09 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531ecb expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.295942:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2400, rc 0) 00000100:00100000:0.0:1746145216.295974:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:30926:x1830965534060544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (222us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.295980:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4020 00000100:00100000:0.0:1746145216.296016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.300552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.303217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.307467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.312583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.314025:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530528128 00000100:00100000:0.0:1746145216.314029:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530528128 00000100:00100000:0.0:1746145216.316213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.318529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.318577:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.323462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.327428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.338443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.345426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.351196:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534063488 00000100:00100000:0.0:1746145216.351204:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534063488 00002000:00100000:0.0:1746145216.351252:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db7100 x1830965534063488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.351261:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7100 with x1830965534063488 ext(0->4095) 00002000:00010000:0.0:1746145216.351267:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db7100 00000100:00100000:0.0:1746145216.351642:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3268 00000100:00100000:0.0:1746145216.351651:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965534063488:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.351821:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965534063488:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 172us (946us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.351827:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3268 00002000:00100000:0.0:1746145216.351833:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db7100 x1830965534063488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.351840:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7100 with x1830965534063488 ext(0->4095) 00002000:00010000:0.0:1746145216.351842:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db7100 00000100:00100000:0.0:1746145216.354251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.354429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.357191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.360044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.368246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.376974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.380154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.387057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.391041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.399001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.407157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.411609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.411684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.417298:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534066048 00000100:00100000:0.0:1746145216.417306:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534066048 00002000:00100000:0.0:1746145216.417340:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801391d3100 x1830965534066048/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.417350:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965534066048 ext(0->4095) 00010000:00010000:0.0:1746145216.417357:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2b3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531efc expref: 6 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.417368:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2b3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531efc expref: 6 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.417374:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746145216.417405:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 867 00000100:00100000:0.0:1746145216.417412:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534066048:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.417544:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534066048:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 131us (343us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.417550:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 867 00002000:00100000:0.0:1746145216.417554:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8801391d3100 x1830965534066048/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.417561:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965534066048 ext(0->4095) 00010000:00010000:0.0:1746145216.417565:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2b3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531efc expref: 6 pid: 8464 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.417574:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d2b3a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531efc expref: 6 pid: 8464 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.417580:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746145216.420389:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.425497:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.429267:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.434970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.441794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.448314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.452217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.459413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.462911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.465712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.467607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.473721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.477143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.485495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.485807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.491207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.492476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.500949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.500990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.505518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.511132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.514543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.525775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.527408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.529402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.531455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.532714:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534071168 00000100:00100000:0.0:1746145216.532716:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534071168 00000100:00100000:0.0:1746145216.532740:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4037 00000100:00100000:0.0:1746145216.532746:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534071168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145216.532757:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145216.532769:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2b80 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531f42 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.532784:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.532788:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801358ef600/0xb5ee96b21a0d2b79 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f3b expref: 117 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.532794:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145216.532797:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2b80 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f42 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.532822:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801358ef600/0xb5ee96b21a0d2b79 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f3b expref: 117 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.532831:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2b80 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f42 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.532839:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:0.0:1746145216.533152:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534071168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 406us (572us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.533157:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4037 00000100:00100000:0.0:1746145216.537115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.539059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.542783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.549247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.554492:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.557771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.560502:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.568801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.568830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.568852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.569067:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8174 00000100:00100000:0.0:1746145216.569074:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b03b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+120:1963:x1830965534073088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145216.569082:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145216.569091:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009420c000/0xb5ee96b21a0d2b87 lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f49 expref: 120 pid: 11330 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.569100:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009420c000/0xb5ee96b21a0d2b87 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f49 expref: 120 pid: 11330 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.569111:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.569113:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.569119:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d2b8e lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f50 expref: 120 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.569127:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d2b8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f50 expref: 120 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.569153:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d2b8e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f50 expref: 120 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145216.569165:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b00380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530532480:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145216.575484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.583863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.591327:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.598007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.602368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.602493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.605507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.612766:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.617212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.621257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.626554:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.638546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.646341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.647183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.651855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.652764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.652840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.652862:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534076544 00000100:00100000:0.0:1746145216.652869:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534076544 00000100:00100000:0.0:1746145216.652906:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4045 00000100:00100000:0.0:1746145216.652913:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+124:30926:x1830965534076544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145216.652928:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145216.652944:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2bb8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef531f7a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.652964:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145216.652969:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 125 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.652978:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145216.652981:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2bb8 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f7a expref: 125 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.653013:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 125 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.653025:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d2bb8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f7a expref: 125 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.653034:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2400, rc 0) 00000100:00100000:0.0:1746145216.653071:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b00aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+125:30926:x1830965534076544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (230us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145216.653076:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4045 00000100:00100000:0.0:1746145216.658124:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534076928 00000100:00100000:0.0:1746145216.658133:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534076928 00002000:00100000:0.0:1746145216.658173:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380380 x1830965534076928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.658186:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965534076928 ext(0->4095) 00010000:00010000:0.0:1746145216.658194:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 123 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.658207:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 123 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.658212:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145216.659178:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 883 00000100:00100000:0.0:1746145216.659186:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+123:1960:x1830965534076928:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.659575:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+123:1960:x1830965534076928:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 388us (1526us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.659580:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 883 00002000:00100000:0.0:1746145216.659645:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380380 x1830965534076928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.659653:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965534076928 ext(0->4095) 00010000:00010000:0.0:1746145216.659659:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 123 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.659669:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009967f800/0xb5ee96b21a0d2bb1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f73 expref: 123 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.659675:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145216.664715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.667344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.670302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.674126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.674400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.674415:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534077824 00000100:00100000:0.0:1746145216.674417:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534077824 00000100:00100000:0.0:1746145216.677655:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534078080 00000100:00100000:0.0:1746145216.677660:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534078080 00002000:00100000:0.0:1746145216.677697:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085554000 x1830965534078080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/0 e 0 to 0 dl 1746145227 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.677711:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965534078080 ext(0->4095) 00010000:00010000:0.0:1746145216.677717:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d2bbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f81 expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.677727:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d2bbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f81 expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.677732:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:0.0:1746145216.677748:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 885 00000100:00100000:0.0:1746145216.677754:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534078080:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145216.677870:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534078080:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 115us (831us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145216.677875:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 885 00002000:00100000:0.0:1746145216.677879:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085554000 x1830965534078080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:102/0 lens 488/4536 e 0 to 0 dl 1746145227 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145216.677885:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965534078080 ext(0->4095) 00010000:00010000:0.0:1746145216.677891:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d2bbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f81 expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00010000:00010000:0.0:1746145216.677897:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d2bbf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef531f81 expref: 6 pid: 8465 timeout: 557 lvb_type: 0 00002000:00010000:0.0:1746145216.677902:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:0.0:1746145216.680794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.684683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.688131:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.694462:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.697674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.703147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.703222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.710340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.716108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.729197:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.741018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.744272:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.746702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.751117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.751616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.752722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.755342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.761554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.766731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.772585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.778423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.778478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.782252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.786701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.791693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.797413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.800897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.803784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.808099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.813141:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.815717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.820892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.828593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.832497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.836075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.836241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.838566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.838597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.838689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.840821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.847922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.849982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.858794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.859681:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.860685:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.862569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.864589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.868433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.873441:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.878505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.883575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.888009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.894358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.897288:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.903607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.917546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.921023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.929790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.935818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.939023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.943921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.948199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.948816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145216.951348:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145216.951951:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145216.952832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.960315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.963906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.970435:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.970565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145216.971165:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d2c52 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532014 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145216.971177:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d2c52 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532014 expref: 5 pid: 8466 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746145216.971188:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530539136:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145216.971258:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145216.974728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.976939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.983426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.986266:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.989353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.993867:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145216.999722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.007417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.008923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.012674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.014090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.019437:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.025058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.031493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.040177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.046946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.047449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.053213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.067311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.073545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.081974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.083338:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.087152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.090988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.095564:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530541056:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145217.095585:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145217.095815:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534096000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4686us (4826us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145217.095826:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8210 00000100:00100000:0.0:1746145217.096295:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534096256 00000100:00100000:0.0:1746145217.096301:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534096256 00002000:00100000:0.0:1746145217.096336:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f8380 x1830965534096256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.096344:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f8380 with x1830965534096256 ext(0->4095) 00010000:00010000:0.0:1746145217.096352:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d2c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53204c expref: 149 pid: 8465 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.096363:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d2c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53204c expref: 149 pid: 8465 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.096369:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f8380 00000100:00100000:0.0:1746145217.096385:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 913 00000100:00100000:0.0:1746145217.096391:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+149:1960:x1830965534096256:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.096544:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+149:1960:x1830965534096256:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 152us (463us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.096550:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 913 00002000:00100000:0.0:1746145217.096555:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f8380 x1830965534096256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.096562:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f8380 with x1830965534096256 ext(0->4095) 00010000:00010000:0.0:1746145217.096567:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d2c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53204c expref: 149 pid: 8465 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.096580:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d2c8a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53204c expref: 149 pid: 8465 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.096586:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f8380 00000100:00100000:0.0:1746145217.102274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.109904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.117417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.119780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.120662:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534097024 00000100:00100000:0.0:1746145217.120670:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534097024 00002000:00100000:0.0:1746145217.120703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093ef0a80 x1830965534097024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.120711:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0a80 with x1830965534097024 ext(0->4095) 00002000:00010000:0.0:1746145217.120715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef0a80 00000100:00100000:0.0:1746145217.120739:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3294 00000100:00100000:0.0:1746145217.120745:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1960:x1830965534097024:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.120868:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1960:x1830965534097024:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 123us (1089us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.120873:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3294 00002000:00100000:0.0:1746145217.120877:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093ef0a80 x1830965534097024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.120883:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0a80 with x1830965534097024 ext(0->4095) 00002000:00010000:0.0:1746145217.120886:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef0a80 00000100:00100000:0.0:1746145217.125307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.128920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.132648:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534097536 00000100:00100000:0.0:1746145217.132656:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534097536 00002000:00100000:0.0:1746145217.132691:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085556a00 x1830965534097536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.132700:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556a00 with x1830965534097536 ext(0->4095) 00010000:00010000:0.0:1746145217.132708:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bfe6400/0xb5ee96b21a0d2c98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53205a expref: 151 pid: 8465 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.132727:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bfe6400/0xb5ee96b21a0d2c98 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53205a expref: 151 pid: 8465 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.132733:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085556a00 00000100:00100000:0.0:1746145217.133330:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 915 00000100:00100000:0.0:1746145217.133338:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+151:1961:x1830965534097536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.133648:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1961:x1830965534097536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 310us (1065us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.133654:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 915 00002000:00100000:0.0:1746145217.133659:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085556a00 x1830965534097536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.133666:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556a00 with x1830965534097536 ext(0->4095) 00010000:00010000:0.0:1746145217.133671:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009bfe6400/0xb5ee96b21a0d2c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53205a expref: 150 pid: 8465 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.133680:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009bfe6400/0xb5ee96b21a0d2c98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53205a expref: 150 pid: 8465 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.133686:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085556a00 00000100:00100000:0.0:1746145217.137165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.154320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.154583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.160736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.165754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.170440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.178200:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.180923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.185214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.190255:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.195283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.195530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.199878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.202443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.207074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.211102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.214760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.217750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.218988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.221839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.221923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.225120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.227936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.233841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.237956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.240392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.244243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.247150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.247530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.250314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.255844:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534102912 00000100:00100000:0.0:1746145217.255850:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534102912 00002000:00100000:0.0:1746145217.255886:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557100 x1830965534102912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.255894:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965534102912 ext(0->4095) 00010000:00010000:0.0:1746145217.255902:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532099 expref: 159 pid: 11330 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.255914:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532099 expref: 159 pid: 11330 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.255919:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145217.256409:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 923 00000100:00100000:0.0:1746145217.256417:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+159:1960:x1830965534102912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.257010:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+159:1960:x1830965534102912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 592us (1227us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.257016:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 923 00002000:00100000:0.0:1746145217.257021:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557100 x1830965534102912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.257028:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965534102912 ext(0->4095) 00010000:00010000:0.0:1746145217.257034:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532099 expref: 159 pid: 11330 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.257044:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2cd7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532099 expref: 159 pid: 11330 timeout: 558 lvb_type: 0 00002000:00010000:0.0:1746145217.257049:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145217.262482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.271443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.277720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.280780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.286147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.286800:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.290883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.298819:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.302788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.309505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.318692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.322956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.325210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.331282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.331379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.350290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.362321:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.375066:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.376110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.379177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.381472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.383466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.393913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.398458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.398905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.402100:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009348d840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145217.406704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.407669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.412983:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.414527:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534109056 00000100:00100000:0.0:1746145217.414534:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534109056 00010000:00010000:0.0:1746145217.414559:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320d1 expref: 167 pid: 11330 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746145217.414587:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8231 00000100:00100000:0.0:1746145217.414592:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+167:1961:x1830965534109056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145217.414600:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145217.414615:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2d0f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320d1 expref: 167 pid: 11330 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.414622:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2d0f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320d1 expref: 167 pid: 11330 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.414668:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880136555c00/0xb5ee96b21a0d2d0f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320d1 expref: 167 pid: 11330 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.414684:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.414686:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.414692:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d2d1d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320df expref: 166 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.414700:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320df expref: 166 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.414726:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d2d1d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320df expref: 166 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.414742:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880136554400/0xb5ee96b21a0d2d1d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5320df expref: 166 pid: 8464 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746145217.414753:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530546048:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145217.414982:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145217.416330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.427176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.436813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.438132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.442884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.446898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.455146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.463259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.469977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.472078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.475369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.477687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.483342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.490456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.494571:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.498950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.503750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.506128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.506705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.508290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.511286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.515033:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.522582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.526993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.527045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.536740:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.541074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.547550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.560174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.566490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.567435:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088382680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530548224:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145217.567451:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145217.567483:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+177:1962:x1830965534114560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7068us (7318us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145217.567492:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8240 00000100:00100000:0.0:1746145217.569498:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.572676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.576003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.579060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.581008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.585410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.588825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.594785:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534116480 00000100:00100000:0.0:1746145217.594794:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534116480 00002000:00100000:0.0:1746145217.594834:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f9180 x1830965534116480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.594843:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9180 with x1830965534116480 ext(0->4095) 00002000:00010000:0.0:1746145217.594848:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5f9180 00000100:00100000:0.0:1746145217.594883:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3307 00000100:00100000:0.0:1746145217.594890:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534116480:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.595568:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534116480:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 676us (998us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.595575:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3307 00002000:00100000:0.0:1746145217.595581:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f9180 x1830965534116480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.595587:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9180 with x1830965534116480 ext(0->4095) 00002000:00010000:0.0:1746145217.595589:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5f9180 00000100:00100000:0.0:1746145217.599206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.599246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.599312:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.602170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.610467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.615959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.620250:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b5fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530549376:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145217.620265:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145217.620302:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+180:1963:x1830965534117632:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2446us (4350us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145217.620311:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8245 00000100:00100000:0.0:1746145217.622011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.624159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.624720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.626613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.630735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.630773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.632201:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534118656 00000100:00100000:0.0:1746145217.632205:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534118656 00010000:00010000:0.0:1746145217.632232:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2d86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532148 expref: 6 pid: 8464 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746145217.632256:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8247 00000100:00100000:0.0:1746145217.632261:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534118656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145217.632269:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145217.632281:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2d86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532148 expref: 6 pid: 8464 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.632291:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2d86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532148 expref: 6 pid: 8464 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.632305:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2d86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532148 expref: 6 pid: 8464 timeout: 558 lvb_type: 0 00010000:00010000:0.0:1746145217.632330:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.632331:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.632338:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092043400/0xb5ee96b21a0d2d8d lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53214f expref: 180 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.632344:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092043400/0xb5ee96b21a0d2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53214f expref: 180 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.632365:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092043400/0xb5ee96b21a0d2d8d lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53214f expref: 180 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.632377:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092043400/0xb5ee96b21a0d2d8d lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53214f expref: 180 pid: 11330 timeout: 558 lvb_type: 0 00000100:00100000:0.0:1746145217.632387:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009291ea00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530549888:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145217.632447:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145217.638073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.645256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.654880:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.661081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.665787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.669501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.674594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.680903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.680956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.685820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.686545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.688230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.694395:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.698243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.705974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.716816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.719509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.724130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.731483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.738077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.748183:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.754935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.756483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.760989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.769714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.772544:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.776976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.784618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.788092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.790455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.793482:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.795454:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.799178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.811755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.814821:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.826002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.832305:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534126336 00000100:00100000:0.0:1746145217.832313:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534126336 00002000:00100000:0.0:1746145217.832345:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012b5fad80 x1830965534126336/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 496/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.832353:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fad80 with x1830965534126336 ext(0->7) 00010000:00010000:0.0:1746145217.832361:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53219c expref: 191 pid: 8466 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.832374:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53219c expref: 191 pid: 8466 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145217.832381:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5fad80 00000100:00100000:0.0:1746145217.832403:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 964 00000100:00100000:0.0:1746145217.832409:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+191:1960:x1830965534126336:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.833337:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+193:1960:x1830965534126336:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 923us (1115us total) trans 4294968419 rc 0/0 00000100:00100000:0.0:1746145217.833345:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 964 00002000:00100000:0.0:1746145217.833351:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88012b5fad80 x1830965534126336/t4294968419(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 496/448 e 0 to 0 dl 1746145228 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.833359:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fad80 with x1830965534126336 ext(0->7) 00010000:00010000:0.0:1746145217.833366:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53219c expref: 193 pid: 8466 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.833376:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2dda lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53219c expref: 193 pid: 8466 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145217.833382:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5fad80 00000100:00100000:0.0:1746145217.836054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.842003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.852757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.853576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.859979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.860198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.861699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.864952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.867246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.874590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.880191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.890397:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.890446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.896249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.896294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.900553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.900602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.915745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.921806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.935318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.936897:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534130432 00000100:00100000:0.0:1746145217.936900:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534130432 00002000:00100000:0.0:1746145217.936922:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5fb480 x1830965534130432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/0 e 0 to 0 dl 1746145228 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.936930:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fb480 with x1830965534130432 ext(0->4095) 00010000:00010000:0.0:1746145217.936936:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094258000/0xb5ee96b21a0d2e0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321cd expref: 199 pid: 8465 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.936945:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094258000/0xb5ee96b21a0d2e0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321cd expref: 199 pid: 8465 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145217.936950:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5fb480 00000100:00100000:0.0:1746145217.936960:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 971 00000100:00100000:0.0:1746145217.936964:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+199:1962:x1830965534130432:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145217.938571:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5fb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+198:1962:x1830965534130432:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1604us (1887us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145217.938579:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 971 00002000:00100000:0.0:1746145217.938588:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5fb480 x1830965534130432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:103/0 lens 488/4536 e 0 to 0 dl 1746145228 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145217.938596:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fb480 with x1830965534130432 ext(0->4095) 00010000:00010000:0.0:1746145217.938602:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880094258000/0xb5ee96b21a0d2e0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321cd expref: 198 pid: 8465 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.938613:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880094258000/0xb5ee96b21a0d2e0b lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321cd expref: 198 pid: 8465 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145217.938618:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5fb480 00000100:00100000:0.0:1746145217.948482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.952571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.957445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.965467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.973741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.978070:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.979932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.980998:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534131968 00000100:00100000:0.0:1746145217.981002:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534131968 00010000:00010000:0.0:1746145217.981023:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2e19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321db expref: 6 pid: 8465 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746145217.981055:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8268 00000100:00100000:0.0:1746145217.981060:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534131968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145217.981069:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145217.981094:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2e19 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321db expref: 6 pid: 8465 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.981108:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2e19 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321db expref: 6 pid: 8465 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.981126:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d2e19 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321db expref: 6 pid: 8465 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145217.981140:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.981142:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145217.981148:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2e20 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321e2 expref: 198 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.981153:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2e20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321e2 expref: 198 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.981172:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2e20 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321e2 expref: 198 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145217.981182:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2e20 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5321e2 expref: 198 pid: 8465 timeout: 559 lvb_type: 0 00000100:00100000:0.0:1746145217.981192:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093221f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530554880:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145217.981252:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145217.986497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.992240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145217.996529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.001150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145218.002054:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145218.005745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.005794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145218.006385:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145218.008311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.008352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.013346:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.018464:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.023376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.030073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.035070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.042617:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.044971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.050333:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.056729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.056784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.060072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.060113:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.065738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.070173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.076035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.080285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.089371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.091855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.094110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.101807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.101846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.104472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.112059:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534137728 00000100:00100000:0.0:1746145218.112066:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534137728 00002000:00100000:0.0:1746145218.112100:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557b80 x1830965534137728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.112109:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557b80 with x1830965534137728 ext(0->4095) 00010000:00010000:0.0:1746145218.112117:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d2e5f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532221 expref: 204 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.112129:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d2e5f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532221 expref: 204 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.112135:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557b80 00000100:00100000:0.0:1746145218.112152:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 981 00000100:00100000:0.0:1746145218.112158:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+204:1960:x1830965534137728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.112316:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+204:1960:x1830965534137728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 157us (349us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.112322:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 981 00002000:00100000:0.0:1746145218.112327:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085557b80 x1830965534137728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.112333:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557b80 with x1830965534137728 ext(0->4095) 00010000:00010000:0.0:1746145218.112338:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d2e5f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532221 expref: 204 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.112346:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d2e5f lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532221 expref: 204 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.112356:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085557b80 00000100:00100000:0.0:1746145218.117379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.121059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.126566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.131743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.135910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.137690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.140300:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.142407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.142455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.147337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.155307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.159727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.164483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.175559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.177864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.182962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.187278:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534140800 00000100:00100000:0.0:1746145218.187285:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534140800 00002000:00100000:0.0:1746145218.187321:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085555880 x1830965534140800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.187329:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555880 with x1830965534140800 ext(0->4095) 00010000:00010000:0.0:1746145218.187337:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532244 expref: 209 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.187349:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532244 expref: 209 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.187355:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085555880 00000100:00100000:0.0:1746145218.187380:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 986 00000100:00100000:0.0:1746145218.187387:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+209:1961:x1830965534140800:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.187514:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+209:1961:x1830965534140800:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 128us (691us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.187520:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 986 00002000:00100000:0.0:1746145218.187525:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880085555880 x1830965534140800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.187531:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555880 with x1830965534140800 ext(0->4095) 00010000:00010000:0.0:1746145218.187535:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532244 expref: 209 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.187543:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d2e82 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532244 expref: 209 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.187548:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880085555880 00000100:00100000:0.0:1746145218.192790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.195374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.199161:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.206068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.206115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.209291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.213027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.218060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.224757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.229558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.229602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.231493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.231547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.234473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.235149:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088314380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+213:1960:x1830965534143360:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 527us (674us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.235155:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 990 00002000:00100000:0.0:1746145218.235160:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088314380 x1830965534143360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.235166:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088314380 with x1830965534143360 ext(0->4095) 00010000:00010000:0.0:1746145218.235170:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532260 expref: 213 pid: 11330 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.235178:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2e9e lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532260 expref: 213 pid: 11330 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.235183:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088314380 00000100:00100000:0.0:1746145218.240575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.249764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.253734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.255722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.258819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.258860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.261418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.263616:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.266944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.270361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.273126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.276925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.277910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.279994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.280032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.281672:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.283674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.284724:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b5fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530560128:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145218.284743:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d2ec8 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53228a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.284755:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092042c00, rc 0) 00000100:00100000:0.0:1746145218.290985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.293539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.298779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.300678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.304094:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085555c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530560384:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145218.304122:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094258400/0xb5ee96b21a0d2ecf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532291 expref: 218 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304137:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094258400, rc 0) 00000100:00100000:0.0:1746145218.304170:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+218:30925:x1830965534146944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4149us (5399us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.304177:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4158 00000100:00100000:0.0:1746145218.304268:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.304289:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534147328 00000100:00100000:0.0:1746145218.304293:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534147328 00000100:00100000:0.0:1746145218.304331:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4159 00000100:00100000:0.0:1746145218.304337:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+218:30926:x1830965534147328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145218.304348:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145218.304359:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2ed6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532298 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304375:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.304379:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094258400/0xb5ee96b21a0d2ecf lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532291 expref: 219 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304384:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145218.304387:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2ed6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532298 expref: 219 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304411:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094258400/0xb5ee96b21a0d2ecf lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532291 expref: 219 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304420:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2ed6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532298 expref: 219 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.304427:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:0.0:1746145218.304441:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+219:30926:x1830965534147328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (173us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.304446:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4159 00000100:00100000:0.0:1746145218.304499:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.308573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.313053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.314977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.318420:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.324246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.324302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.327552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.327764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.327805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.334557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.341190:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.347599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.353569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.355843:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534150272 00000100:00100000:0.0:1746145218.355851:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534150272 00002000:00100000:0.0:1746145218.355892:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f9f80 x1830965534150272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.355901:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9f80 with x1830965534150272 ext(0->4095) 00010000:00010000:0.0:1746145218.355910:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009452a200/0xb5ee96b21a0d2eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322ad expref: 225 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.355923:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009452a200/0xb5ee96b21a0d2eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322ad expref: 225 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.355929:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f9f80 00000100:00100000:0.0:1746145218.355948:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1003 00000100:00100000:0.0:1746145218.355955:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+225:1961:x1830965534150272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.356230:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+224:1961:x1830965534150272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 274us (1534us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.356236:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1003 00002000:00100000:0.0:1746145218.356241:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f9f80 x1830965534150272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.356247:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f9f80 with x1830965534150272 ext(0->4095) 00010000:00010000:0.0:1746145218.356251:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009452a200/0xb5ee96b21a0d2eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322ad expref: 224 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.356260:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009452a200/0xb5ee96b21a0d2eeb lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322ad expref: 224 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.356264:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f9f80 00000100:00100000:0.0:1746145218.359372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.360054:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.367229:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.373164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.378471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.383797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.386717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.389566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.395102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.395438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.409150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.410036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.413721:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.413782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.428438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.432371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.445852:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534153600 00000100:00100000:0.0:1746145218.445858:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534153600 00002000:00100000:0.0:1746145218.445885:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088381180 x1830965534153600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.445894:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381180 with x1830965534153600 ext(0->4095) 00010000:00010000:0.0:1746145218.445899:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2f0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322d0 expref: 6 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.445912:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2f0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322d0 expref: 6 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.445917:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088381180 00000100:00100000:0.0:1746145218.446458:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1008 00000100:00100000:0.0:1746145218.446465:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534153600:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.446597:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088381180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534153600:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 133us (1567us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.446603:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1008 00002000:00100000:0.0:1746145218.446608:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088381180 x1830965534153600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.446615:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381180 with x1830965534153600 ext(0->4095) 00010000:00010000:0.0:1746145218.446620:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2f0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322d0 expref: 6 pid: 8464 timeout: 559 lvb_type: 0 00010000:00010000:0.0:1746145218.447337:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051800/0xb5ee96b21a0d2f0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5322d0 expref: 6 pid: 8464 timeout: 559 lvb_type: 0 00002000:00010000:0.0:1746145218.447344:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088381180 00000100:00100000:0.0:1746145218.453352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.456888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.462957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.480167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.487022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.490060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.494379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.497913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.500881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.504986:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.512152:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.515478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.517815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.521471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.522661:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.523816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.530833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.530910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.530937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.536179:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530564096:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145218.536198:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d2f3f lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532301 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.536228:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051e00, rc 0) 00000100:00100000:0.0:1746145218.536250:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092258e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534156544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4816us (5339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.536256:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4174 00000100:00100000:0.0:1746145218.539596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.541899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.547400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.552906:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534157568 00000100:00100000:0.0:1746145218.552912:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534157568 00002000:00100000:0.0:1746145218.552945:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382680 x1830965534157568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.552954:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965534157568 ext(0->4095) 00002000:00010000:0.0:1746145218.552959:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382680 00000100:00100000:0.0:1746145218.553291:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3338 00000100:00100000:0.0:1746145218.553298:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534157568:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.553421:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534157568:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 124us (927us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.553427:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3338 00002000:00100000:0.0:1746145218.553432:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088382680 x1830965534157568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.553439:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965534157568 ext(0->4095) 00002000:00010000:0.0:1746145218.553442:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382680 00000100:00100000:0.0:1746145218.563316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.564892:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534157696 00000100:00100000:0.0:1746145218.564901:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534157696 00000100:00100000:0.0:1746145218.565406:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534157824 00000100:00100000:0.0:1746145218.565409:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534157824 00000100:00100000:0.0:1746145218.565912:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4176 00000100:00100000:0.0:1746145218.565919:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+233:30926:x1830965534157824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145218.565926:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145218.565932:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2f4d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53230f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.565942:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.565946:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d2f46 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532308 expref: 234 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.565951:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145218.565954:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2f4d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53230f expref: 234 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.565971:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d2f46 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532308 expref: 234 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.565980:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d2f4d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53230f expref: 234 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.565988:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:0.0:1746145218.566010:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+234:30926:x1830965534157824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (1207us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.566015:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4176 00000100:00100000:0.0:1746145218.568049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.572077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.579328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.582399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.587879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.589702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.591814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.594290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.606947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.612017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.612050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.616279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.617239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.619295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.622493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.626686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.630584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.633198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.635398:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.636044:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.638686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.638714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.638762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.642047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.650396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.653401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.660017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.661777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.666321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.666375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.669781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.677374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.691337:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.693052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.693104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.697787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.699783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.707295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.709233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.711360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.711644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.714344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.717365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.724040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.728353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.734808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.735174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.740536:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.740901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.743519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.743548:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534168192 00000100:00100000:0.0:1746145218.743554:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534168192 00002000:00100000:0.0:1746145218.743592:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88000 x1830965534168192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/0 e 0 to 0 dl 1746145229 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.743601:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965534168192 ext(0->4095) 00010000:00010000:0.0:1746145218.743610:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2fb6 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532378 expref: 247 pid: 8464 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.743639:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2fb6 lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532378 expref: 247 pid: 8464 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746145218.743647:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bf88000 00000100:00100000:0.0:1746145218.744286:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1033 00000100:00100000:0.0:1746145218.744294:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+246:1962:x1830965534168192:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145218.745032:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+246:1962:x1830965534168192:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 738us (1520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145218.745038:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1033 00002000:00100000:0.0:1746145218.745045:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009bf88000 x1830965534168192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:104/0 lens 488/4536 e 0 to 0 dl 1746145229 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145218.745052:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965534168192 ext(0->4095) 00010000:00010000:0.0:1746145218.745058:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2fb6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532378 expref: 246 pid: 8464 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.745068:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d2fb6 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532378 expref: 246 pid: 8464 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746145218.745074:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009bf88000 00000100:00100000:0.0:1746145218.751359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.757061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.768490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.769859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.771976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.773483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.777275:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b5f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530568960:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145218.777299:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145218.777421:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534169216:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3827us (3936us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.777433:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8328 00000100:00100000:0.0:1746145218.781547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.789532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.796875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.801114:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.801153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.805381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.810238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.814495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.820846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.825717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.828102:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.830669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.835305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.835362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.838542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.838585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.841179:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534172544 00000100:00100000:0.0:1746145218.841186:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534172544 00010000:00010000:0.0:1746145218.841206:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2fd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53239b expref: 6 pid: 8466 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145218.841243:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8333 00000100:00100000:0.0:1746145218.841250:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534172544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145218.841260:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145218.841275:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2fd9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53239b expref: 6 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.841285:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2fd9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53239b expref: 6 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.841300:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d2fd9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53239b expref: 6 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.841326:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.841327:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.841337:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2fe7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323a9 expref: 252 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.841344:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323a9 expref: 252 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.841369:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2fe7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323a9 expref: 252 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.841379:0:14766:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d2fe7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323a9 expref: 252 pid: 11330 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145218.841389:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530570112:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145218.841459:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145218.844063:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.847384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.851592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.856837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.862741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.870132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.870585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.875940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.877454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.881036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.881079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.891827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.900419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.902972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.911338:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b5fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530570880:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145218.911360:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145218.911407:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+255:1960:x1830965534175232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8177us (8436us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145218.911416:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8337 00000100:00100000:0.0:1746145218.911478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.911553:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534175616 00000100:00100000:0.0:1746145218.911556:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534175616 00000100:00100000:0.0:1746145218.915775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.918840:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534175872 00000100:00100000:0.0:1746145218.918849:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534175872 00010000:00010000:0.0:1746145218.918887:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d3003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323c5 expref: 6 pid: 11330 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145218.918938:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8338 00000100:00100000:0.0:1746145218.918945:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534175872:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145218.918958:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145218.918982:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d3003 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323c5 expref: 6 pid: 11330 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.918995:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d3003 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323c5 expref: 6 pid: 11330 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.919015:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d3003 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323c5 expref: 6 pid: 11330 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145218.919044:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.919046:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145218.919053:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d300a lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323cc expref: 256 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.919061:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d300a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323cc expref: 256 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.919090:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d300a lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323cc expref: 256 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145218.919101:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d300a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5323cc expref: 256 pid: 11330 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145218.919117:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d2a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530571264:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145218.919583:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145218.922368:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.929399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.940590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.946551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.946980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.953739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.953810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.956704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.961098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.966246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.969594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.972951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.972997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.979253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.984848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.990617:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145218.994527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.001227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.006734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.006828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.013596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.017183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.021265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.024175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.026812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.031688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.038510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.042361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.042415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145219.042731:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a8800/0xb5ee96b21a0d3049 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532412 expref: 266 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.042744:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d3050 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53240b expref: 266 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.042755:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043c00, rc 0) 00000100:00100000:0.0:1746145219.042800:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+266:30926:x1830965534181120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 262us (384us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145219.042805:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4213 00000100:00100000:0.0:1746145219.046058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.051371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.055667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.064132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.071186:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534182272 00000100:00100000:0.0:1746145219.071195:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534182272 00002000:00100000:0.0:1746145219.071243:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5fb800 x1830965534182272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:105/0 lens 488/0 e 0 to 0 dl 1746145230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.071252:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fb800 with x1830965534182272 ext(0->4095) 00002000:00010000:0.0:1746145219.071257:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5fb800 00000100:00100000:0.0:1746145219.071283:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3356 00000100:00100000:0.0:1746145219.071290:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+267:1961:x1830965534182272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145219.071430:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+267:1961:x1830965534182272:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 139us (654us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145219.071437:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3356 00002000:00100000:0.0:1746145219.071442:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5fb800 x1830965534182272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:105/0 lens 488/4536 e 0 to 0 dl 1746145230 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.071448:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5fb800 with x1830965534182272 ext(0->4095) 00002000:00010000:0.0:1746145219.071451:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88012b5fb800 00000100:00100000:0.0:1746145219.073979:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534182400 00000100:00100000:0.0:1746145219.073987:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534182400 00000100:00100000:0.0:1746145219.074019:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534182528 00000100:00100000:0.0:1746145219.074021:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534182528 00000100:00100000:0.0:1746145219.074961:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4214 00000100:00100000:0.0:1746145219.074971:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534182400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145219.074990:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145219.075008:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d3400/0xb5ee96b21a0d3057 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532419 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.075040:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.075042:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.075051:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d3400/0xb5ee96b21a0d3057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532419 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.075836:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d3400/0xb5ee96b21a0d3057 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532419 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.075847:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d3400, rc 0) 00000100:00100000:0.0:1746145219.075904:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088399f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534182400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 936us (2087us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145219.075910:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4214 00000100:00100000:0.0:1746145219.078107:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.079551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.081105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.081148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.085876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.089844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.094422:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.098459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.101044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.104936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.105081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.108141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.108984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.109003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.112819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.117367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.121048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.124221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.127136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.129567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.130220:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.130240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.140723:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.147047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.155513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.155563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.160056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.160113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.170943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.175257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.180619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.194648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.200257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.202008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.207750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.211837:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.215013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.220421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.224922:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008839b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530576512:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145219.224943:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092042000/0xb5ee96b21a0d30b2 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532474 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.224957:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092042000, rc 0) 00000100:00100000:0.0:1746145219.224977:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088317b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534189952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4403us (4563us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145219.224982:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4227 00000100:00100000:0.0:1746145219.231377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.235433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.241569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.242092:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.247453:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534191104 00000100:00100000:0.0:1746145219.247460:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534191104 00002000:00100000:0.0:1746145219.247490:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f8e00 x1830965534191104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:105/0 lens 488/0 e 0 to 0 dl 1746145230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.247499:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f8e00 with x1830965534191104 ext(0->4095) 00010000:00010000:0.0:1746145219.247505:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d30b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53247b expref: 277 pid: 8465 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145219.247516:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d30b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53247b expref: 277 pid: 8465 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746145219.247522:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f8e00 00000100:00100000:0.0:1746145219.247547:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1067 00000100:00100000:0.0:1746145219.247554:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+277:1961:x1830965534191104:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145219.247726:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b5f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+277:1961:x1830965534191104:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 171us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145219.247731:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1067 00002000:00100000:0.0:1746145219.247736:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88012b5f8e00 x1830965534191104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:105/0 lens 488/4536 e 0 to 0 dl 1746145230 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.247742:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b5f8e00 with x1830965534191104 ext(0->4095) 00010000:00010000:0.0:1746145219.247747:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d30b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53247b expref: 277 pid: 8465 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145219.247755:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092042c00/0xb5ee96b21a0d30b9 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53247b expref: 277 pid: 8465 timeout: 560 lvb_type: 0 00002000:00010000:0.0:1746145219.247760:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88012b5f8e00 00000100:00100000:0.0:1746145219.258685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.262927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.263801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.266587:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.270580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.271552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.274997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.278805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.284007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.289388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.293256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.299086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.307569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.308596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.308659:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.315279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.319605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.325665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.329820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.336286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.338940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.338998:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.347494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.347525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.347559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.352240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.356573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.360758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.370504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.377715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.377763:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.384596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.384658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.389315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.394354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.398877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.403803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.408606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.413860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.418728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.418776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.426909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.426981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.429352:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.430201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.430231:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534199424 00000100:00100000:0.0:1746145219.430235:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534199424 00010000:00010000:0.0:1746145219.430251:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d3114 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324d6 expref: 287 pid: 8466 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145219.430280:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8377 00000100:00100000:0.0:1746145219.430286:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+287:1962:x1830965534199424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145219.430295:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145219.431006:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d3114 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324d6 expref: 287 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145219.431024:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d3114 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324d6 expref: 287 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145219.431045:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d3114 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324d6 expref: 287 pid: 8466 timeout: 560 lvb_type: 0 00010000:00010000:0.0:1746145219.431075:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.431077:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.431083:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d311b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324dd expref: 286 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.431089:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d311b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324dd expref: 286 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.431118:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d311b lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324dd expref: 286 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.431128:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d311b lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5324dd expref: 286 pid: 11330 timeout: 560 lvb_type: 0 00000100:00100000:0.0:1746145219.431140:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530579968:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145219.434055:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145219.446363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.459292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.462808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.469440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.474434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.474504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.478018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.478071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.482488:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.495155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.500887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.503899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.503968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.507037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.510839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.517353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.526795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.530910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.530951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.533617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.538727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.541295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.553901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.556353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.558187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.559271:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.563963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.567665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.572967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.583951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.597584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.609835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.612046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.620503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.623072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.624394:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009348d9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145219.626515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.630518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.658611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.666454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.666537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.673593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.677157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.686997:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.701346:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.708215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.713429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.719471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.723542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.727328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.733478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.736471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.740944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.744402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.751818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.753998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.755465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.761973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.767233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.767275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.772709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.776759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.780482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.786061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.790639:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.790731:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.792916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.793359:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534212096 00000100:00100000:0.0:1746145219.793362:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534212096 00002000:00100000:0.0:1746145219.793384:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326d80 x1830965534212096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:105/0 lens 488/0 e 0 to 0 dl 1746145230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.794114:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326d80 with x1830965534212096 ext(0->4095) 00010000:00010000:0.0:1746145219.794122:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532570 expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.794134:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532570 expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145219.794140:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326d80 00000100:00100000:0.0:1746145219.794165:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1100 00000100:00100000:0.0:1746145219.794171:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534212096:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145219.794358:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088326d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534212096:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 187us (1040us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145219.794364:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1100 00002000:00100000:0.0:1746145219.794369:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088326d80 x1830965534212096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:105/0 lens 488/4536 e 0 to 0 dl 1746145230 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.794382:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088326d80 with x1830965534212096 ext(0->4095) 00010000:00010000:0.0:1746145219.794386:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532570 expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.794393:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31ae lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532570 expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145219.794398:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088326d80 00000100:00100000:0.0:1746145219.796839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.802245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.806287:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.813834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.819289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.822274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.827745:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534213248 00000100:00100000:0.0:1746145219.827752:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534213248 00002000:00100000:0.0:1746145219.827781:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088325c00 x1830965534213248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:105/0 lens 488/0 e 0 to 0 dl 1746145230 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.827788:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325c00 with x1830965534213248 ext(0->4095) 00010000:00010000:0.0:1746145219.827794:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53257e expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.827804:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53257e expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145219.827809:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088325c00 00000100:00100000:0.0:1746145219.827834:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1102 00000100:00100000:0.0:1746145219.827840:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534213248:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145219.827959:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088325c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534213248:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (466us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145219.827964:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1102 00002000:00100000:0.0:1746145219.827969:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088325c00 x1830965534213248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:105/0 lens 488/4536 e 0 to 0 dl 1746145230 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145219.827974:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088325c00 with x1830965534213248 ext(0->4095) 00010000:00010000:0.0:1746145219.827978:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53257e expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.827987:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31bc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53257e expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145219.827992:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088325c00 00000100:00100000:0.0:1746145219.831916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.839594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.850729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.856723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.862148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.867896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.873875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.874455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.879985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.885239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.893777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.903507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.903536:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534215296 00000100:00100000:0.0:1746145219.903544:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534215296 00010000:00010000:0.0:1746145219.903573:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532593 expref: 311 pid: 8466 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145219.903612:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8404 00000100:00100000:0.0:1746145219.903618:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+311:1963:x1830965534215296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145219.903644:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145219.903661:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31d1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532593 expref: 311 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.903672:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31d1 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532593 expref: 311 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.903691:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092042e00/0xb5ee96b21a0d31d1 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532593 expref: 311 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145219.905275:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.905280:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.905294:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d31d8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53259a expref: 310 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.905306:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d31d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53259a expref: 310 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.905346:0:14766:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880092051e00/0xb5ee96b21a0d31d8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53259a expref: 310 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145219.905368:0:14766:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092696a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530586368:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145219.906561:0:14766:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145219.908836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.916217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.920900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.925944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.928362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.932505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.933742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.939075:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.947516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.951186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.953824:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145219.978119:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4273 00000100:00100000:0.0:1746145219.978127:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008839aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534217472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145219.978142:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145219.978157:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5325b6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978177:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.978179:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.978186:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325b6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978199:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325b6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978221:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:0.0:1746145219.978261:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008839aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534217472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1378us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145219.978267:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4273 00000100:00100000:0.0:1746145219.978280:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4274 00000100:00100000:0.0:1746145219.978284:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008839bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+312:30925:x1830965534217600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145219.978291:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145219.978296:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5325bd expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978308:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31ed lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325af expref: 313 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978315:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325b6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978320:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.978321:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145219.978323:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 313 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978345:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325b6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978355:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2800/0xb5ee96b21a0d31f4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325b6 expref: 5 pid: 8464 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145219.978365:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530587136:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145219.978411:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31ed lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325af expref: 313 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.978418:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31ed lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325af expref: 313 pid: 8466 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145219.978425:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530587264:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145219.978440:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145219.987158:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530587136:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145219.987168:0:8464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092043600/0xb5ee96b21a0d31ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325af expref: 313 pid: 8466 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145219.987176:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530587264:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145219.987198:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 312 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.987216:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2200, rc 0) 00000100:00100000:0.0:1746145219.987239:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008839bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+312:30925:x1830965534217600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8954us (10326us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145219.987245:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4274 00000100:00100000:0.0:1746145219.992846:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534218112 00000100:00100000:0.0:1746145219.992850:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534218112 00000100:00100000:0.0:1746145219.992868:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4275 00000100:00100000:0.0:1746145219.992873:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088399500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+312:30926:x1830965534218112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145219.992886:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145219.992895:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099678600/0xb5ee96b21a0d3202 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5325c4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.992911:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 313 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.992916:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145219.992917:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145219.992920:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099678600/0xb5ee96b21a0d3202 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325c4 expref: 313 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.992935:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 313 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145219.992945:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 6/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 313 pid: 8464 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145219.992952:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530587520:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145219.994259:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145219.996984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.011868:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534218752 00000100:00100000:0.0:1746145220.011877:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534218752 00002000:00100000:0.0:1746145220.011928:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009298ad80 x1830965534218752/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:106/0 lens 496/0 e 0 to 0 dl 1746145231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.011937:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965534218752 ext(0->7) 00010000:00010000:0.0:1746145220.011946:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 7 pid: 8464 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.011958:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 7 pid: 8464 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145220.011964:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:0.0:1746145220.011978:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1111 00000100:00100000:0.0:1746145220.011984:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965534218752:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145220.012310:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965534218752:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 325us (543us total) trans 4294968480 rc 0/0 00000100:00100000:0.0:1746145220.012317:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1111 00002000:00100000:0.0:1746145220.012323:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88009298ad80 x1830965534218752/t4294968480(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:106/0 lens 496/448 e 0 to 0 dl 1746145231 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.012330:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965534218752 ext(0->7) 00010000:00010000:0.0:1746145220.012334:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 9 pid: 8464 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.012343:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d31fb lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5325bd expref: 9 pid: 8464 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145220.012348:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:0.0:1746145220.019972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.022696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.024786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.035010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.036454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.040756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.047265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.058602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.061730:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.070013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.070104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.076990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.079423:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092989500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530588544:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145220.079438:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145220.079471:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534220800:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2350us (2488us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145220.079478:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8413 00000100:00100000:0.0:1746145220.082762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.091286:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.099907:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.108529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.109286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.113500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.118594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.124524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.128370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.135322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.143749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.143788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.147228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.154065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.157988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.160538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.162409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.166308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.166846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.169845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.172831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.172875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.175509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.179027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.182748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.189959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.193306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.193393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.197076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.200723:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.204421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.209395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.219515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.223212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.223263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.226280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.227747:0:14766:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534228480 00000100:00100000:0.0:1746145220.227750:0:14766:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534228480 00010000:00010000:0.0:1746145220.227764:0:14766:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532626 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145220.227786:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8425 00000100:00100000:0.0:1746145220.227791:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534228480:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145220.227797:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145220.227804:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3264 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532626 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.227811:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3264 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532626 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.227822:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3264 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532626 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.227840:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145220.227946:0:14766:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145220.227952:0:14766:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d326b lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53262d expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145220.227959:0:14766:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d326b lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53262d expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145220.231405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.236900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.250311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.266780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.269222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.279765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.279848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.286844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.289597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.304797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145220.305728:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145220.307540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.311959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.312879:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092989f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530592128:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145220.312903:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d3287 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532649 expref: 25 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145220.312916:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050c00, rc 0) 00000100:00100000:0.0:1746145220.312949:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800937d4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:30925:x1830965534230528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4671us (5412us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145220.312957:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4294 00000100:00100000:0.0:1746145220.315779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.319018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.319069:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088326a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530592256:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145220.319087:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145220.319124:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965534230912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3009us (3352us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145220.319134:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8429 00000100:00100000:0.0:1746145220.322776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.327928:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.333950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.334807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.341067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.343519:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534231936:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 685us (2449us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145220.343529:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1134 00002000:00100000:0.0:1746145220.343537:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008c3e3800 x1830965534231936/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:106/0 lens 488/4536 e 0 to 0 dl 1746145231 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.343545:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3800 with x1830965534231936 ext(0->4095) 00010000:00010000:0.0:1746145220.343552:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d328e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532650 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.343564:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d328e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532650 expref: 6 pid: 11330 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145220.343569:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008c3e3800 00000100:00100000:0.0:1746145220.345706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.351903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.355223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.361229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.372267:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.373591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.378729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.381691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.383056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.386764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.400953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.412908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.421785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.427575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.427669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.431566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.431688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.435524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.438900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.442825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.449622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.456685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.466263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.466343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.472620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.472686:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.483919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.488032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.490741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.493771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.497494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.497715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.500374:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534238208 00000100:00100000:0.0:1746145220.500381:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534238208 00010000:00010000:0.0:1746145220.500410:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d32cd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53268f expref: 36 pid: 11330 timeout: 561 lvb_type: 0 00000100:00100000:0.0:1746145220.500502:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8440 00000100:00100000:0.0:1746145220.500509:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965534238208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145220.500521:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145220.500540:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d32cd lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53268f expref: 36 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.500554:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d32cd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53268f expref: 36 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.500767:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d32cd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53268f expref: 36 pid: 11330 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.501410:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145220.505963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.512748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.520604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.525348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.527277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.533940:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.543438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.547997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.548050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.553303:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.557799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.557854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.565099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.582423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.603519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.603619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.610483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.618751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.627453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.630843:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.645294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.648425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.651910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534243072 00000100:00100000:0.0:1746145220.651917:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534243072 00002000:00100000:0.0:1746145220.651955:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380a80 x1830965534243072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:106/0 lens 488/0 e 0 to 0 dl 1746145231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.651964:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380a80 with x1830965534243072 ext(0->4095) 00010000:00010000:0.0:1746145220.651971:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d330c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5326ce expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.651983:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d330c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5326ce expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145220.651989:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380a80 00000100:00100000:0.0:1746145220.652014:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1153 00000100:00100000:0.0:1746145220.652020:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534243072:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145220.652138:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534243072:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 118us (298us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145220.652143:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1153 00002000:00100000:0.0:1746145220.652148:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380a80 x1830965534243072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:106/0 lens 488/4536 e 0 to 0 dl 1746145231 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.652155:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380a80 with x1830965534243072 ext(0->4095) 00010000:00010000:0.0:1746145220.652159:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d330c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5326ce expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00010000:00010000:0.0:1746145220.652172:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d330c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5326ce expref: 6 pid: 8466 timeout: 561 lvb_type: 0 00002000:00010000:0.0:1746145220.652177:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380a80 00000100:00100000:0.0:1746145220.654769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.658509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.667556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.678355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.688435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.703145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.707079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.716026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.722416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.749050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.751143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.772037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.798055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.801888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.804333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.807298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.809704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.814260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.832690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.832739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.832780:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534246528 00000100:00100000:0.0:1746145220.832788:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534246528 00000100:00100000:0.0:1746145220.839174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.839264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.843305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.856388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.866098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.867189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.873960:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.879892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.881216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.885298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.889706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.909507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.909597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.916523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.916557:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534249088 00000100:00100000:0.0:1746145220.916565:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534249088 00002000:00100000:0.0:1746145220.916608:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0dc00 x1830965534249088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:106/0 lens 488/0 e 0 to 0 dl 1746145231 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.916617:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965534249088 ext(0->4095) 00010000:00010000:0.0:1746145220.916648:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d3352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532714 expref: 6 pid: 11330 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145220.916777:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d3352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532714 expref: 6 pid: 11330 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746145220.916784:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145220.916803:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1164 00000100:00100000:0.0:1746145220.916811:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534249088:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145220.916974:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534249088:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 164us (459us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145220.916980:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1164 00002000:00100000:0.0:1746145220.916985:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0dc00 x1830965534249088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:106/0 lens 488/4536 e 0 to 0 dl 1746145231 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145220.916991:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965534249088 ext(0->4095) 00010000:00010000:0.0:1746145220.916995:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d3352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532714 expref: 6 pid: 11330 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145220.917004:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d3352 lrc: 6/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532714 expref: 6 pid: 11330 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746145220.917009:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145220.917041:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088380000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530599424:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145220.917054:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145220.917072:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965534248832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6976us (7476us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145220.917078:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8458 00000100:00100000:0.0:1746145220.919620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.923363:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.933582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.939745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.942862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.946969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.947016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.949229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.949664:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.952045:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.954896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.957267:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.961990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.965003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.968205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.971967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.977786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.980661:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.980710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.987025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145220.997130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.007121:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.010815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.016823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.023440:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.024142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.029709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.040471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.045810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.056167:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.060968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.067156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.070906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.075295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.075387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.079022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.084145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.092341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.110304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.117954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.118013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.126037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.129978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.132270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.136138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.147045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.147095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.169946:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.177051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.182547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.185694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.190122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.193925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.196263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.201164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.202237:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4342 00000100:00100000:0.0:1746145221.202245:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:30925:x1830965534259712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.202265:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.202281:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092042a00/0xb5ee96b21a0d33d7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532799 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.202305:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d33c9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53278b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.202313:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d33d0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532792 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.202318:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.202320:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.202323:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092042a00/0xb5ee96b21a0d33d7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532799 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.202348:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d33d0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532792 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.202358:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d33d0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532792 expref: 67 pid: 11330 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.202368:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d60380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530603520:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145221.203152:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d33c9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53278b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.203163:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d33c9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53278b expref: 5 pid: 11330 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.203171:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d60700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530603648:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145221.203275:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.204371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.208743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.211968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.216372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.220910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.224111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.226226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.228726:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534261504 00000100:00100000:0.0:1746145221.228733:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534261504 00000100:00100000:0.0:1746145221.229155:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4345 00000100:00100000:0.0:1746145221.229163:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:30925:x1830965534261504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.229178:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.229204:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d33ec lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5327ae expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229229:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229236:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d33e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229242:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.229243:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.229247:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d33ec lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327ae expref: 69 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229271:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d33e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229281:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d33e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a7 expref: 5 pid: 8466 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.229292:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d61f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530604160:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145221.229357:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.229364:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.229371:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d62300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530604288:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145221.229388:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925656c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.232738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.233362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.236922:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.237060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.237080:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534262144 00000100:00100000:0.0:1746145221.237086:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534262144 00010000:00010000:0.0:1746145221.237108:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.237126:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8480 00000100:00100000:0.0:1746145221.237132:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965534262144:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145221.237141:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145221.237157:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145221.237171:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145221.237189:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800945c7600/0xb5ee96b21a0d33de lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327a0 expref: 69 pid: 8465 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145221.237226:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.237227:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.237234:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d33ec lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327ae expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.237242:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d33ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327ae expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.237267:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d33ec lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327ae expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145221.237277:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d63480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530604416:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145221.237326:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.244678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.256037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.267500:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530604672:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145221.267522:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145221.267581:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1962:x1830965534262784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 11366us (11550us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145221.267592:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8481 00000100:00100000:0.0:1746145221.274156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.276347:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746145221.276356:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093911500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830965530605312:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.276381:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145221.276397:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830965530605184:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.276414:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145221.276426:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:0.0:1746145221.276430:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530605696:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.276454:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00080000:0.0:1746145221.276819:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145221.276957:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530605184 00000100:00100000:0.0:1746145221.276960:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530605184 00000100:00100000:0.0:1746145221.276985:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1746145221.276989:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830965530605440:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.277024:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0001_UUID+5:3297:x1830965530605440:12345-0@lo:400:kworker.0 Request processed in 35us (621us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145221.277029:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 297 00000100:00100000:0.0:1746145221.277068:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093911500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0000_UUID:3300:1830965530605312:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.277076:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093913100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830965530605184:0@lo:400:kworker.0 00000100:00080000:0.0:1746145221.277148:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145221.277161:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145221.277207:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093912d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965530605568:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.277237:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093912680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965530605696:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.278396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.279057:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:c309e4af-58f5-48a4-a5ab-986bffd175a2:3297:1830965530604928:0@lo:400:kworker.0 00000100:00100000:0.0:1746145221.284125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.290919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.297205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.299755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.302526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.305868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.310293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.316111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.323298:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965530606592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145221.323333:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145221.323803:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0d500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965530606592:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145221.326233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.328361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.330292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.335139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.337791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.341184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.353748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.357231:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4352 00000100:00100000:0.0:1746145221.357247:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534265984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.357264:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.357281:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944ea200/0xb5ee96b21a0d341d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5327df expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.357306:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d3416 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327d8 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.357316:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145221.357318:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145221.357321:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ea200/0xb5ee96b21a0d341d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327df expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.357346:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d3416 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327d8 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.357356:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800945c7000/0xb5ee96b21a0d3416 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5327d8 expref: 73 pid: 8465 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.357366:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934bdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530607104:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145221.357452:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.366323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.375782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.381249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.385587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.391455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.399476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.403393:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.408746:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.408845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.413666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.416815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.422491:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534268160 00000100:00100000:0.0:1746145221.422500:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534268160 00002000:00100000:0.0:1746145221.422541:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0c700 x1830965534268160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/0 e 0 to 0 dl 1746145232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.422549:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c700 with x1830965534268160 ext(0->4095) 00002000:00010000:0.0:1746145221.422554:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0c700 00000100:00100000:0.0:1746145221.422584:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3420 00000100:00100000:0.0:1746145221.422592:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534268160:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145221.422913:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534268160:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 321us (481us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145221.422917:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3420 00002000:00100000:0.0:1746145221.422922:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0c700 x1830965534268160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/4536 e 0 to 0 dl 1746145232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.422928:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c700 with x1830965534268160 ext(0->4095) 00002000:00010000:0.0:1746145221.422931:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0c700 00000100:00100000:0.0:1746145221.434953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.442926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.445213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.448327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.451337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.453987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.467040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.471856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.471951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.474960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.478917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.488247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.504839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.509873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.509963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.509993:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534270720 00000100:00100000:0.0:1746145221.509999:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534270720 00002000:00100000:0.0:1746145221.510030:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e83100 x1830965534270720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:107/0 lens 488/0 e 0 to 0 dl 1746145232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.510038:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e83100 with x1830965534270720 ext(0->4095) 00002000:00010000:0.0:1746145221.510043:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e83100 00000100:00100000:0.0:1746145221.510068:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3423 00000100:00100000:0.0:1746145221.510078:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534270720:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145221.510220:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093e83100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534270720:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 142us (255us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145221.510227:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3423 00002000:00100000:0.0:1746145221.510232:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093e83100 x1830965534270720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:107/0 lens 488/4536 e 0 to 0 dl 1746145232 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.510239:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093e83100 with x1830965534270720 ext(0->4095) 00002000:00010000:0.0:1746145221.510241:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093e83100 00000100:00100000:0.0:1746145221.513725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.513836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.516243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.522257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.525850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.534577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.537083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.537434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.537986:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4363 00000100:00100000:0.0:1746145221.537992:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:30925:x1830965534272128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.537999:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.538005:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800944ea400/0xb5ee96b21a0d346a lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53282c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538017:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d345c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53281e expref: 85 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538023:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d3463 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532825 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538026:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.538027:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.538030:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800944ea400/0xb5ee96b21a0d346a lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53282c expref: 85 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538049:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d3463 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532825 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538059:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d3463 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532825 expref: 6 pid: 8465 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.538068:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d63480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530609536:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145221.538474:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d345c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53281e expref: 85 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.538487:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d345c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53281e expref: 85 pid: 8464 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.538494:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a5379500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965530609664:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145221.538511:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.541001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.542702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.545371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.548593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.561395:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.568126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.574301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.574393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.577165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.584679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.588236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.592449:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.598688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.605906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.609109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.609146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.612386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.615348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.636809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.645712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.650124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.655816:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534276096 00000100:00100000:0.0:1746145221.655822:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534276096 00002000:00100000:0.0:1746145221.655852:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0fb80 x1830965534276096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/0 e 0 to 0 dl 1746145232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.655861:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965534276096 ext(0->4095) 00010000:00010000:0.0:1746145221.655869:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d348d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532848 expref: 91 pid: 8465 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145221.655882:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d348d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532848 expref: 91 pid: 8465 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746145221.655887:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0fb80 00000100:00100000:0.0:1746145221.656848:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1207 00000100:00100000:0.0:1746145221.656859:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+91:1960:x1830965534276096:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145221.657006:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+91:1960:x1830965534276096:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (1307us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145221.657012:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1207 00002000:00100000:0.0:1746145221.657017:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0fb80 x1830965534276096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/4536 e 0 to 0 dl 1746145232 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.657024:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965534276096 ext(0->4095) 00010000:00010000:0.0:1746145221.657029:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d348d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532848 expref: 91 pid: 8465 timeout: 562 lvb_type: 0 00010000:00010000:0.0:1746145221.657040:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d348d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532848 expref: 91 pid: 8465 timeout: 562 lvb_type: 0 00002000:00010000:0.0:1746145221.657050:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0fb80 00000100:00100000:0.0:1746145221.661504:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.661560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.663406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.668337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.672944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.675235:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.677056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.679863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.680128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.684673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.686564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.687227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.690951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.695526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.700389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.711828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.714088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.714121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.714670:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4375 00000100:00100000:0.0:1746145221.714678:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:30925:x1830965534279424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.714691:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.714707:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d34b7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532879 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.714731:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d34b0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532872 expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.714738:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.714740:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145221.714743:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880099678800/0xb5ee96b21a0d34b7 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532879 expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.714766:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d34b0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532872 expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145221.714776:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d34b0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532872 expref: 95 pid: 8465 timeout: 562 lvb_type: 0 00000100:00100000:0.0:1746145221.714787:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092697100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530612352:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145221.714848:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145221.717696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.721456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.726167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.732407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.735735:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.739383:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.739667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.739725:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4376 00000100:00100000:0.0:1746145221.739733:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:30925:x1830965534280704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145221.739759:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145221.739774:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094206600/0xb5ee96b21a0d34c5 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532887 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145221.741301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.741670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.743372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.743547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.746585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.757972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.764413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.770799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.771819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.777965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.778010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.782211:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534283008 00000100:00100000:0.0:1746145221.782216:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534283008 00002000:00100000:0.0:1746145221.782243:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0d180 x1830965534283008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/0 e 0 to 0 dl 1746145232 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.782251:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965534283008 ext(0->4095) 00010000:00010000:0.0:1746145221.782256:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d34da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53289c expref: 99 pid: 8466 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145221.782266:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d34da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53289c expref: 99 pid: 8466 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145221.782271:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:0.0:1746145221.782296:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1218 00000100:00100000:0.0:1746145221.782301:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965534283008:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145221.782490:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965534283008:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 188us (399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145221.782496:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1218 00002000:00100000:0.0:1746145221.782501:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0d180 x1830965534283008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:107/0 lens 488/4536 e 0 to 0 dl 1746145232 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145221.782507:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965534283008 ext(0->4095) 00010000:00010000:0.0:1746145221.782511:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d34da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53289c expref: 99 pid: 8466 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145221.782519:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d34da lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53289c expref: 99 pid: 8466 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145221.782524:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:0.0:1746145221.784381:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.786739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.792347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.794484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.799272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.802954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.810468:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.817874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.817909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.817945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.818164:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8517 00000100:00100000:0.0:1746145221.818171:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534284800:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145221.818180:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145221.818197:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d34e8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5328aa expref: 6 pid: 8466 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145221.818206:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d34e8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5328aa expref: 6 pid: 8466 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145221.818221:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050000/0xb5ee96b21a0d34e8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 9 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5328aa expref: 6 pid: 8466 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145221.818235:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145221.818260:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534284800:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 90us (314us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145221.818265:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8517 00000100:00100000:0.0:1746145221.822609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.826126:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.828446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.834856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.842948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.843001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.846463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.846532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.851285:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.854566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.860711:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.866968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.874816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.880428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.882236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.897551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.903603:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530615424:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145221.903623:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145221.903684:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534287616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5944us (6142us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145221.903693:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8522 00000100:00100000:0.0:1746145221.911413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.922115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.926104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.931224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.935538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.938376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.945807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.951571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.956379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.956893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.956947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.956966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.956994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.957013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.957026:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534289792 00000100:00100000:0.0:1746145221.957030:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534289792 00000100:00100000:0.0:1746145221.957052:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534290048 00000100:00100000:0.0:1746145221.957054:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534290048 00000100:00100000:0.0:1746145221.957068:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 379 00000100:00100000:0.0:1746145221.957074:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965534289792:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145221.957098:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965534289792:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 25us (104us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145221.957103:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 379 00000100:00080000:0.0:1746145221.957118:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145221.957719:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145221.958097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.965368:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.970829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.975555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.979150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.983701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.990037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.990086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.993987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.994055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145221.997691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.002010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145222.003884:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145222.006422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.014233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.021942:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.021992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145222.023041:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145222.025372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.028222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.030335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.036218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.042792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.042910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.045064:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.045507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.047732:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.053029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.055449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.058790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.060721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.062830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.067614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.071935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.072005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.075491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.076741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.076787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.076802:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534296448 00000100:00100000:0.0:1746145222.076808:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534296448 00010000:00010000:0.0:1746145222.076831:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d355f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532921 expref: 117 pid: 8464 timeout: 563 lvb_type: 0 00000100:00100000:0.0:1746145222.076852:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8534 00000100:00100000:0.0:1746145222.077519:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+118:1962:x1830965534296448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145222.077527:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145222.077546:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d355f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532921 expref: 118 pid: 8464 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.077555:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d355f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532921 expref: 118 pid: 8464 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.077574:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050e00/0xb5ee96b21a0d355f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532921 expref: 118 pid: 8464 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.077596:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145222.077617:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+117:1962:x1830965534296448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 100us (877us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145222.077622:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8534 00000100:00100000:0.0:1746145222.080222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.084572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.096339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.104764:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.106721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.109253:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.111924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.113734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.122338:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.124949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.126091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.129536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.131806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.134223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.137236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.139823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.144589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.146297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.152669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.155029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.155079:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.157821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.157847:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.157875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.163433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.166308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.169785:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.174676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.179939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.180870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.180888:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534302592 00000100:00100000:0.0:1746145222.180891:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534302592 00002000:00100000:0.0:1746145222.180915:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880093cec380 x1830965534302592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.180923:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965534302592 ext(0->4095) 00010000:00010000:0.0:1746145222.180928:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d35ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53296e expref: 6 pid: 8465 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.180936:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880092050800/0xb5ee96b21a0d35ac lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53296e expref: 6 pid: 8465 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145222.180941:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880093cec380 00000100:00100000:0.0:1746145222.180964:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1247 00000100:00100000:0.0:1746145222.180969:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534302592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.183304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.183343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.191018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.194553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.202087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.205212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.210827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.210972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.213257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.214240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.217296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.217359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.221613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.227322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.232126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.235177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.237156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.238063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.239581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.241815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.244007:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.246542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.254370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.257297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.257345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.258993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.262089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.269999:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.272491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.279131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.287492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.287591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.292254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.292533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.292575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.296863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.301160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.307464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.314397:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.338045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.338099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.344326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.347865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.351393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.363220:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.365220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.366229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.367720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.369902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.371314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.373374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.381523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.387581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.388803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.390567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.392505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.398021:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.403306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.406317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.410394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.421239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.425935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.430494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.434320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.440367:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534315648 00000100:00100000:0.0:1746145222.440378:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534315648 00002000:00100000:0.0:1746145222.440416:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db5880 x1830965534315648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.440425:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965534315648 ext(0->4095) 00002000:00010000:0.0:1746145222.440429:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db5880 00000100:00100000:0.0:1746145222.440566:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3461 00000100:00100000:0.0:1746145222.440575:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534315648:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.440783:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534315648:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 209us (1010us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.440789:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3461 00002000:00100000:0.0:1746145222.440794:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db5880 x1830965534315648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.440800:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965534315648 ext(0->4095) 00002000:00010000:0.0:1746145222.440803:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db5880 00000100:00100000:0.0:1746145222.443822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.448773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.455370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.455411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.461366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.461417:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534316672 00000100:00100000:0.0:1746145222.461423:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534316672 00002000:00100000:0.0:1746145222.461454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092482300 x1830965534316672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.461462:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965534316672 ext(0->4095) 00010000:00010000:0.0:1746145222.461469:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d3646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a08 expref: 140 pid: 11330 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.461479:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d3646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a08 expref: 140 pid: 11330 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145222.461484:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092482300 00000100:00100000:0.0:1746145222.461511:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1269 00000100:00100000:0.0:1746145222.461689:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+140:1961:x1830965534316672:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.463414:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+140:1961:x1830965534316672:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 1889us (2039us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.463424:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1269 00002000:00100000:0.0:1746145222.463434:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092482300 x1830965534316672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.463442:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965534316672 ext(0->4095) 00010000:00010000:0.0:1746145222.463449:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d3646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a08 expref: 140 pid: 11330 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.463461:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d3646 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a08 expref: 140 pid: 11330 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145222.463467:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880092482300 00000100:00100000:0.0:1746145222.466965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.473545:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.488592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.493436:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.502308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.502415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.521476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.527175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.532692:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.535740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.548213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.548295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.554768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.554844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.560745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.560977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.566349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.572623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.590158:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.590258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.600705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.608355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.613159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.616930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.620384:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.631785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.631854:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.637156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.637196:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534321920 00000100:00100000:0.0:1746145222.637201:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534321920 00002000:00100000:0.0:1746145222.637231:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800927b7100 x1830965534321920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.637239:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7100 with x1830965534321920 ext(0->4095) 00010000:00010000:0.0:1746145222.637245:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d367e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a40 expref: 6 pid: 11330 timeout: 563 lvb_type: 0 00010000:00010000:0.0:1746145222.637257:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d367e lrc: 5/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532a40 expref: 6 pid: 11330 timeout: 563 lvb_type: 0 00002000:00010000:0.0:1746145222.637262:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800927b7100 00000100:00100000:0.0:1746145222.637287:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1278 00000100:00100000:0.0:1746145222.637293:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534321920:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.640108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.640508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.642815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.646537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.649689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.654172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.654230:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534323072 00000100:00100000:0.0:1746145222.654236:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534323072 00002000:00100000:0.0:1746145222.654272:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800927b4e00 x1830965534323072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.654287:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4e00 with x1830965534323072 ext(0->4095) 00002000:00010000:0.0:1746145222.654291:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b4e00 00000100:00100000:0.0:1746145222.654321:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3466 00000100:00100000:0.0:1746145222.654327:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1961:x1830965534323072:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.654444:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+150:1961:x1830965534323072:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 117us (272us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.654449:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3466 00002000:00100000:0.0:1746145222.654454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800927b4e00 x1830965534323072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.654460:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4e00 with x1830965534323072 ext(0->4095) 00002000:00010000:0.0:1746145222.654463:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b4e00 00000100:00100000:0.0:1746145222.656665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.661465:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.661930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.667297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.667690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.667873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.671235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.681975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.697794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.701716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.712324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.716012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.716169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.719804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.726984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.732841:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.739471:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.741678:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.746752:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534326528 00000100:00100000:0.0:1746145222.746761:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534326528 00002000:00100000:0.0:1746145222.746798:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0ea00 x1830965534326528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.746807:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965534326528 ext(0->4095) 00002000:00010000:0.0:1746145222.746812:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:0.0:1746145222.746844:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3469 00000100:00100000:0.0:1746145222.746852:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+154:1963:x1830965534326528:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.747001:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+154:1963:x1830965534326528:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 150us (315us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.747007:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3469 00002000:00100000:0.0:1746145222.747012:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0ea00 x1830965534326528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.747019:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965534326528 ext(0->4095) 00002000:00010000:0.0:1746145222.747024:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:0.0:1746145222.749411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.749461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.752587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.752656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.753557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.757980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.764588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.770619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.779443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.783374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.783993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.787835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.790579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.792706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.795942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.802777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.802833:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.804697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.807508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.809698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.816220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.827728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.832744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.832893:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.832966:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4455 00000100:00100000:0.0:1746145222.832972:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+160:30925:x1830965534331008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145222.832979:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145222.832994:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094206600/0xb5ee96b21a0d36ee lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532ab0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145222.833016:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d36e0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532aa2 expref: 161 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145222.833026:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145222.833027:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145222.833030:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094206600/0xb5ee96b21a0d36ee lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ab0 expref: 161 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145222.833352:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d36e0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532aa2 expref: 161 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145222.833363:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d36e0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532aa2 expref: 161 pid: 8465 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145222.833374:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530631040:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145222.833729:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145222.837428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.841391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.854142:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.869938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.869988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.874427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.885705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.896790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.904380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.907619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.912042:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534333184 00000100:00100000:0.0:1746145222.912050:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534333184 00002000:00100000:0.0:1746145222.912091:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088381880 x1830965534333184/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.912105:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965534333184 ext(0->4095) 00002000:00010000:0.0:1746145222.912109:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088381880 00000100:00100000:0.0:1746145222.912126:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3473 00000100:00100000:0.0:1746145222.912132:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534333184:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.912299:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534333184:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 166us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.912305:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3473 00002000:00100000:0.0:1746145222.912310:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088381880 x1830965534333184/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.912317:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965534333184 ext(0->4095) 00002000:00010000:0.0:1746145222.912319:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088381880 00000100:00100000:0.0:1746145222.917895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.921592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.923620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.928269:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.931909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.931976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.935134:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534334592 00000100:00100000:0.0:1746145222.935140:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534334592 00002000:00100000:0.0:1746145222.935170:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0ca80 x1830965534334592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/0 e 0 to 0 dl 1746145233 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.935179:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965534334592 ext(0->4095) 00010000:00010000:0.0:1746145222.935197:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d370a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532acc expref: 165 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145222.935214:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d370a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532acc expref: 165 pid: 11330 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145222.935220:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0ca80 00000100:00100000:0.0:1746145222.935243:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1299 00000100:00100000:0.0:1746145222.935249:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+165:1962:x1830965534334592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145222.935367:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+165:1962:x1830965534334592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 119us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145222.935373:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1299 00002000:00100000:0.0:1746145222.935379:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0ca80 x1830965534334592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:108/0 lens 488/4536 e 0 to 0 dl 1746145233 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145222.935386:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965534334592 ext(0->4095) 00010000:00010000:0.0:1746145222.935390:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d370a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532acc expref: 165 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145222.935398:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d370a lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532acc expref: 165 pid: 11330 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145222.935403:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0ca80 00000100:00100000:0.0:1746145222.936758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.939140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.944672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.948763:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.952372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.953877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.955510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.957767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.959402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.959567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.962919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.966392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.977972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.984836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.988435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.988994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.991151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.994793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145222.998505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.006035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.008209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.019403:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.023548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.023578:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.024161:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.027699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.031595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.033561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.051577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.053486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.062032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.062101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.069530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.076267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.077653:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.079612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.085290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.090356:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.093570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.093924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.099085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.099174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.101899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.115519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.118612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.124220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.126432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.129586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.132443:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.134792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.137898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.144784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.150229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.155514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.155554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.157613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.157700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.160648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.164822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.173368:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.180063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.182840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.182961:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.186355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.186406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.191418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.194388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.197052:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.203011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.207570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.210367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.210870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.210889:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534348160 00000100:00100000:0.0:1746145223.210892:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534348160 00002000:00100000:0.0:1746145223.210919:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008ab24a80 x1830965534348160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:109/0 lens 488/0 e 0 to 0 dl 1746145234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.210928:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab24a80 with x1830965534348160 ext(0->4095) 00002000:00010000:0.0:1746145223.210932:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008ab24a80 00000100:00100000:0.0:1746145223.213486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.213816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.216326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.219296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.223462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.228419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.232990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.233039:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.236165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.239840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.242250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.246521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.249812:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534350592 00000100:00100000:0.0:1746145223.249820:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534350592 00002000:00100000:0.0:1746145223.249854:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db6300 x1830965534350592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:109/0 lens 488/0 e 0 to 0 dl 1746145234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.249863:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965534350592 ext(0->4095) 00002000:00010000:0.0:1746145223.249868:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db6300 00000100:00100000:0.0:1746145223.249900:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3489 00000100:00100000:0.0:1746145223.249906:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534350592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145223.250034:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534350592:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 127us (283us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145223.250039:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3489 00002000:00100000:0.0:1746145223.250044:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db6300 x1830965534350592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:109/0 lens 488/4536 e 0 to 0 dl 1746145234 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.250050:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965534350592 ext(0->4095) 00002000:00010000:0.0:1746145223.250053:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db6300 00000100:00100000:0.0:1746145223.252916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.254824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.258050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.258100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.261029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.261680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.261740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.264443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.267169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.270583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.274542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.276790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.280299:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.281480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.282623:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0d180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965530639104:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145223.286417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.299021:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.302795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.304267:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.305212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.307076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.310272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.321992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.332916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.333262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.336741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.341334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.348047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.352527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.358318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.360749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.362283:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.366389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.368022:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534357888 00000100:00100000:0.0:1746145223.368028:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534357888 00002000:00100000:0.0:1746145223.368066:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880090db7480 x1830965534357888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:109/0 lens 488/0 e 0 to 0 dl 1746145234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.368082:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7480 with x1830965534357888 ext(0->4095) 00010000:00010000:0.0:1746145223.368089:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe200/0xb5ee96b21a0d3806 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532bc8 expref: 195 pid: 8464 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.368103:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe200/0xb5ee96b21a0d3806 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532bc8 expref: 195 pid: 8464 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145223.368110:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880090db7480 00000100:00100000:0.0:1746145223.368152:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1337 00000100:00100000:0.0:1746145223.368506:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+195:1963:x1830965534357888:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145223.372756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.372821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.377876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.382401:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.386271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.389482:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.398871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.403102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.412590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.419115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.421369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.421415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.425297:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.425608:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1340 00000100:00100000:0.0:1746145223.425615:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+197:1961:x1830965534360192:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145223.425744:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+197:1961:x1830965534360192:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 129us (453us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145223.425749:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1340 00002000:00100000:0.0:1746145223.425753:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88008df64380 x1830965534360192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:109/0 lens 488/4536 e 0 to 0 dl 1746145234 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.425760:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64380 with x1830965534360192 ext(0->4095) 00010000:00010000:0.0:1746145223.425764:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d3829 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532beb expref: 197 pid: 8464 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.425772:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d3829 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532beb expref: 197 pid: 8464 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145223.425777:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008df64380 00000100:00100000:0.0:1746145223.428862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.434243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.443939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.449780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.450263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.452756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.452799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.457712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.459156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.464968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.468840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.471315:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.478337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.483917:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.488700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.491950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.500228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.510593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.511169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.511240:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534363648 00000100:00100000:0.0:1746145223.511243:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534363648 00010000:00010000:0.0:1746145223.511255:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d3845 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c07 expref: 201 pid: 11330 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145223.511269:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8641 00000100:00100000:0.0:1746145223.511274:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+201:1961:x1830965534363648:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145223.511279:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145223.511286:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d3845 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c07 expref: 201 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.511294:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d3845 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c07 expref: 201 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.511304:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d3845 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c07 expref: 201 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.511315:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.511317:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.511323:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 200 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.511334:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 200 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.511367:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 200 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145223.511378:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800900cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530642944:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145223.511423:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145223.512582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.513201:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900cbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530642944:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145223.513214:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145223.513246:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900cb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+200:1961:x1830965534363648:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1971us (2076us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145223.513254:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8641 00000100:00100000:0.0:1746145223.513810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.517373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.530441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.532556:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534364544 00000100:00100000:0.0:1746145223.532791:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534364544 00010000:00010000:0.0:1746145223.532824:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 203 pid: 11330 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145223.533016:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8642 00000100:00100000:0.0:1746145223.533022:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+203:1960:x1830965534364544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145223.533035:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145223.533170:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 203 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.533189:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 203 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.533207:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d3853 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c15 expref: 203 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.533233:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.533235:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.533242:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012bd35800/0xb5ee96b21a0d385a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c1c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.533249:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012bd35800/0xb5ee96b21a0d385a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c1c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.533288:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012bd35800/0xb5ee96b21a0d385a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c1c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.533298:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012bd35800/0xb5ee96b21a0d385a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c1c expref: 5 pid: 11330 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145223.533309:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530643328:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145223.533382:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145223.538441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.541622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.548589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.556388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.562089:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.569537:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534365568 00000100:00100000:0.0:1746145223.569546:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534365568 00010000:00010000:0.0:1746145223.569579:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d3861 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c23 expref: 204 pid: 11330 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145223.569660:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8644 00000100:00100000:0.0:1746145223.569667:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+204:1962:x1830965534365568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145223.569679:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145223.569697:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d3861 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c23 expref: 204 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.569709:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d3861 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c23 expref: 204 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.569728:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d3861 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c23 expref: 204 pid: 11330 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.569873:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.569874:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145223.569881:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d3868 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c2a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.569888:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d3868 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c2a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145223.569920:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800a531b600/0xb5ee96b21a0d3868 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c2a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145223.569930:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab91500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530643712:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145223.570462:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145223.573762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.576081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.578437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.581503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.585294:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.590313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.596292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.603721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.613129:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.618013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.622274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.624931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.628480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.631247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.632951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.633332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.635477:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.635512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145223.635868:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d388b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c4d expref: 212 pid: 8466 timeout: 564 lvb_type: 0 00000100:00100000:0.0:1746145223.636030:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8649 00000100:00100000:0.0:1746145223.636035:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+212:1963:x1830965534369024:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145223.636042:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145223.636234:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d388b lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c4d expref: 211 pid: 8466 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.636244:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d388b lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 7 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c4d expref: 210 pid: 8466 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.636260:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff800/0xb5ee96b21a0d388b lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c4d expref: 210 pid: 8466 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.636273:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145223.636290:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090908000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+209:1963:x1830965534369024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 255us (815us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145223.636295:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8649 00000100:00100000:0.0:1746145223.639201:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534369536 00000100:00100000:0.0:1746145223.639206:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534369536 00002000:00100000:0.0:1746145223.639235:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0dc00 x1830965534369536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:109/0 lens 488/0 e 0 to 0 dl 1746145234 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.639244:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965534369536 ext(0->4095) 00010000:00010000:0.0:1746145223.639251:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c54 expref: 209 pid: 8466 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.639262:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c54 expref: 209 pid: 8466 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145223.639269:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145223.639452:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1354 00000100:00100000:0.0:1746145223.639459:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+209:1961:x1830965534369536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145223.639815:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+209:1961:x1830965534369536:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 354us (686us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145223.639821:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1354 00002000:00100000:0.0:1746145223.639827:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0dc00 x1830965534369536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:109/0 lens 488/4536 e 0 to 0 dl 1746145234 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.639834:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965534369536 ext(0->4095) 00010000:00010000:0.0:1746145223.639839:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c54 expref: 209 pid: 8466 timeout: 564 lvb_type: 0 00010000:00010000:0.0:1746145223.639848:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3892 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532c54 expref: 209 pid: 8466 timeout: 564 lvb_type: 0 00002000:00010000:0.0:1746145223.639853:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145223.641760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.644610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.650392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.652814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.656572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.656711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.663202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.663232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.665249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.669262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.672857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.677942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.681523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.681614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.685459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.688981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.693659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.696745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.702341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.704831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.704873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.707332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.708367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.709675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.712171:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.713896:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.719708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.722697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.727467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.727547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.730393:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.731124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.733323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.740513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.743566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.746522:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.749700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.750188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.755742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.755775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.759988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.769721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.774683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.778963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.783737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.783934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.788157:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.788255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.793445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.799144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.808090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.813221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.815459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.815539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.819128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.823338:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530649216:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145223.823356:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145223.823401:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+222:1961:x1830965534379776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4121us (4281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145223.823411:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8667 00000100:00100000:0.0:1746145223.835619:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.839091:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1370 00000100:00100000:0.0:1746145223.839101:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+223:1963:x1830965534380288:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145223.839420:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+225:1963:x1830965534380288:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 321us (3806us total) trans 4294968588 rc 0/0 00000100:00100000:0.0:1746145223.839426:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1370 00002000:00100000:0.0:1746145223.839431:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff88008df66a00 x1830965534380288/t4294968588(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:109/0 lens 496/448 e 0 to 0 dl 1746145234 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145223.839438:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66a00 with x1830965534380288 ext(0->7) 00010000:00010000:0.0:1746145223.839443:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe200/0xb5ee96b21a0d3909 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532cd2 expref: 225 pid: 8465 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145223.839453:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe200/0xb5ee96b21a0d3909 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532cd2 expref: 225 pid: 8465 timeout: 565 lvb_type: 0 00002000:00010000:0.0:1746145223.839458:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88008df66a00 00000100:00100000:0.0:1746145223.843075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.846154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.848133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.850403:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530649600:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145223.850424:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145223.850458:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534380928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2083us (2329us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145223.850466:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8669 00000100:00100000:0.0:1746145223.850987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.854939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.864574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.867120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.876906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.877067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.880965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.884897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.887872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.891073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.894570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.900061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.900885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.905977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.906069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.908797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.909819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.914468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.935381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.935562:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.945354:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.945397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.952276:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.956618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.963254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.966325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.969584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.972163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.975801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.979954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.994857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145223.996587:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534387456 00000100:00100000:0.0:1746145223.996591:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534387456 00010000:00010000:0.0:1746145223.996607:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d394f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532d11 expref: 233 pid: 8466 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746145223.996646:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8679 00000100:00100000:0.0:1746145223.996652:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+233:1960:x1830965534387456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145223.996658:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145223.996666:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d394f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532d11 expref: 233 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145223.996675:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d394f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532d11 expref: 233 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145223.998305:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d394f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532d11 expref: 233 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145223.999808:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00080000:0.0:1746145224.002544:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145224.006732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.011122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.014876:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.018666:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.018816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.021332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.026126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.031907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.039805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.045821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.048793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.050956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.053995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.057376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.065510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.069967:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.074927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.081295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.083583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.086128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.088020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.090014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.094813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.100452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.103840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.106108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.108723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.109473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.114486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.114694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.114917:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.118866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.126575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.129938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.132256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.135727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.143507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.143559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.147126:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.151994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.153827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.157930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.162405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.168706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.168797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.171311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.171357:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.174980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.177530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.184347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.188204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.193904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.199299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.204477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.205286:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.207807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.209976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.212391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.212569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.216196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.221492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.225338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.234445:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.238243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.239771:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094089a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145224.240298:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.241899:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800900c8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530656512:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145224.241920:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d39f0 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532db2 expref: 249 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.241934:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050a00, rc 0) 00000100:00100000:0.0:1746145224.241956:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b80b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+249:30925:x1830965534400128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3566us (3726us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.241961:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4565 00000100:00100000:0.0:1746145224.248495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.251328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.256144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.261744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.265943:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.270396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.270493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.273862:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.275611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.275656:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.282278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.289856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.292890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.298575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.300935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.304112:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.306133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.309101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.310452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.312365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.320389:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.322918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.328518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.329143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.332871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.335962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.341365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.345611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.359968:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.362588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.364193:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.367060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.370820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.374232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.377757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.380566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.382347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.390555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.392799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.394972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.396486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.398475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.400405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.403467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.407319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.409675:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.411461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.415759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.420878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.423550:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.423576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.423607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.423641:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534409472 00000100:00100000:0.0:1746145224.423646:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534409472 00000100:00100000:0.0:1746145224.423676:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4581 00000100:00100000:0.0:1746145224.423682:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534409472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145224.423694:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145224.423704:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d3a60 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532e22 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.423719:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.423724:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a59 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e1b expref: 262 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.423729:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145224.423731:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d3a60 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e22 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.423752:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a59 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e1b expref: 262 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.423761:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d3a60 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e22 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.423767:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846e00, rc 0) 00000100:00100000:0.0:1746145224.423782:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:30926:x1830965534409472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (174us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.423786:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4581 00000100:00100000:0.0:1746145224.426394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.428707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.436161:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.439569:0:14766:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_004:lustre-OST0000_UUID:14766:1830965530660352:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145224.439590:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145224.439646:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+261:1963:x1830965534410112:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3332us (3474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.439655:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8716 00000100:00100000:0.0:1746145224.443853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.447757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.448541:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.451837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.452668:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.452703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.455602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.458871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.461414:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.468350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.471512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.474227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.474696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.476862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.478812:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534412928 00000100:00100000:0.0:1746145224.478818:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534412928 00010000:00010000:0.0:1746145224.478918:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e3e expref: 265 pid: 8466 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746145224.478953:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8721 00000100:00100000:0.0:1746145224.478960:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+265:1961:x1830965534412928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145224.478971:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145224.478988:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a7c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e3e expref: 265 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.478998:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a7c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e3e expref: 265 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.479020:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3a7c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e3e expref: 265 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.479046:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.479048:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.479055:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d3a83 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e45 expref: 264 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.479062:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d3a83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e45 expref: 264 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.479091:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d3a83 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e45 expref: 264 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145224.479101:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088326680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530661376:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145224.479190:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145224.480501:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.481572:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088326680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530661376:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145224.481590:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145224.481787:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900cb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+264:1961:x1830965534412928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2826us (3282us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.481796:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8721 00000100:00100000:0.0:1746145224.484159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.488430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.496666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.501683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.507444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.508932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.511544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.512152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.515297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.515391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.521492:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534415104 00000100:00100000:0.0:1746145224.521499:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534415104 00002000:00100000:0.0:1746145224.521531:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088383b80 x1830965534415104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/0 e 0 to 0 dl 1746145235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.521539:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383b80 with x1830965534415104 ext(0->4095) 00010000:00010000:0.0:1746145224.521547:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e5a expref: 266 pid: 11330 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.521559:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e5a expref: 266 pid: 11330 timeout: 565 lvb_type: 0 00002000:00010000:0.0:1746145224.521568:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088383b80 00000100:00100000:0.0:1746145224.522104:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1420 00000100:00100000:0.0:1746145224.522112:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+266:1961:x1830965534415104:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145224.522274:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+266:1961:x1830965534415104:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 162us (881us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145224.522280:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1420 00002000:00100000:0.0:1746145224.522285:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088383b80 x1830965534415104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/4536 e 0 to 0 dl 1746145235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.522291:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383b80 with x1830965534415104 ext(0->4095) 00010000:00010000:0.0:1746145224.522296:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e5a expref: 266 pid: 11330 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.522305:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3a98 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e5a expref: 266 pid: 11330 timeout: 565 lvb_type: 0 00002000:00010000:0.0:1746145224.522309:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088383b80 00000100:00100000:0.0:1746145224.531799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.538037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.542756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.547391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.550988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.551115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.554509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.554781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.555287:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.557368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.559530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.563321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.567117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.568928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.572778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.575970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.576029:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.577776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.577812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.578423:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534418688 00000100:00100000:0.0:1746145224.578426:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534418688 00010000:00010000:0.0:1746145224.578438:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d3abb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e7d expref: 272 pid: 8466 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746145224.578451:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8730 00000100:00100000:0.0:1746145224.578454:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+272:1961:x1830965534418688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145224.578459:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145224.578465:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d3abb lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e7d expref: 272 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.578472:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d3abb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e7d expref: 272 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.578481:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092051600/0xb5ee96b21a0d3abb lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e7d expref: 272 pid: 8466 timeout: 565 lvb_type: 0 00010000:00010000:0.0:1746145224.578584:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.578585:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.578590:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d3ac2 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e84 expref: 271 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.578597:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d3ac2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e84 expref: 271 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.578614:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d3ac2 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e84 expref: 271 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.578623:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915ffe00/0xb5ee96b21a0d3ac2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532e84 expref: 271 pid: 11330 timeout: 565 lvb_type: 0 00000100:00100000:0.0:1746145224.578651:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf8b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530663424:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145224.579055:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145224.582196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.588167:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.591901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.597800:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.601887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.602672:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.606506:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.607850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.611354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.616812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.620119:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.625330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.629150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.634322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.634369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.637658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.641307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.645073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.655809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.660412:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.663975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.667093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.668505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.673031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.673074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.673909:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.677924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.682552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.689003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.693531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.699108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.699160:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.704648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.708159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.716788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.722124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.727712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.729711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.731282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.732421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.734694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.734846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.737332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.740114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.742622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.744755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.747219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.750728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.756807:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.756861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.759314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.760522:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534428672 00000100:00100000:0.0:1746145224.760526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534428672 00010000:00010000:0.0:1746145224.760539:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3b24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ee6 expref: 6 pid: 11330 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145224.760562:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8746 00000100:00100000:0.0:1746145224.760566:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534428672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145224.760573:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145224.760592:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3b24 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ee6 expref: 6 pid: 11330 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145224.760601:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3b24 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ee6 expref: 6 pid: 11330 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145224.760619:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3b24 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ee6 expref: 6 pid: 11330 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145224.760650:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.760652:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.760657:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3b32 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ef4 expref: 282 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.760669:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ef4 expref: 282 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.760687:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3b32 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ef4 expref: 282 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.760697:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d3b32 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ef4 expref: 282 pid: 11330 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145224.760713:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530667008:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145224.760772:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145224.762829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.765612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.776913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.783752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.783845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.788955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.788993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.791257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.793924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.796528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.803070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.810736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.810816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.816883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.820669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.825876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.831945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.839900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.843141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.843237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.847970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.851241:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.857959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.860920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.872825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.874001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.876531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.876573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.881264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.884106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.891077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.895458:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534434816 00000100:00100000:0.0:1746145224.895465:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534434816 00002000:00100000:0.0:1746145224.895496:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0f100 x1830965534434816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/0 e 0 to 0 dl 1746145235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.895503:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965534434816 ext(0->4095) 00002000:00010000:0.0:1746145224.895507:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0f100 00000100:00100000:0.0:1746145224.895530:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3566 00000100:00100000:0.0:1746145224.895536:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+292:1961:x1830965534434816:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145224.895677:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+292:1961:x1830965534434816:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 140us (581us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145224.895682:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3566 00002000:00100000:0.0:1746145224.895687:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880135b0f100 x1830965534434816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/4536 e 0 to 0 dl 1746145235 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.895693:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965534434816 ext(0->4095) 00002000:00010000:0.0:1746145224.895695:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0f100 00000100:00100000:0.0:1746145224.898427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.898519:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.901472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.904804:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.910420:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.915102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.918670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.923294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.929803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.931494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.932856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.935112:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.938156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.940656:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.943617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.948519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.952381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.954843:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.954883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.957783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.958530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.958595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.961087:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530670720:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145224.961101:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145224.961126:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965534438656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2322us (2531us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.961133:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8762 00000100:00100000:0.0:1746145224.962373:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.962389:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534438912 00000100:00100000:0.0:1746145224.962394:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534438912 00002000:00100000:0.0:1746145224.962420:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b658380 x1830965534438912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/0 e 0 to 0 dl 1746145235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.962428:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965534438912 ext(0->4095) 00010000:00010000:0.0:1746145224.962435:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009187c000/0xb5ee96b21a0d3ba2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f64 expref: 298 pid: 8465 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145224.962448:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009187c000/0xb5ee96b21a0d3ba2 lrc: 5/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f64 expref: 298 pid: 8465 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746145224.962454:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:0.0:1746145224.962467:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1454 00000100:00100000:0.0:1746145224.962472:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+298:1960:x1830965534438912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145224.963255:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+297:1960:x1830965534438912:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 781us (884us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145224.963264:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1454 00002000:00100000:0.0:1746145224.963270:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b658380 x1830965534438912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/4536 e 0 to 0 dl 1746145235 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.963276:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965534438912 ext(0->4095) 00010000:00010000:0.0:1746145224.963281:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009187c000/0xb5ee96b21a0d3ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f64 expref: 297 pid: 8465 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145224.963289:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009187c000/0xb5ee96b21a0d3ba2 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f64 expref: 297 pid: 8465 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746145224.963294:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:0.0:1746145224.967505:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.976479:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.987444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.987491:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534439552 00000100:00100000:0.0:1746145224.987499:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534439552 00002000:00100000:0.0:1746145224.988239:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b659c00 x1830965534439552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/0 e 0 to 0 dl 1746145235 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.988248:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965534439552 ext(0->4095) 00002000:00010000:0.0:1746145224.988262:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b659c00 00000100:00100000:0.0:1746145224.988284:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3570 00000100:00100000:0.0:1746145224.988291:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+298:1960:x1830965534439552:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145224.988400:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+298:1960:x1830965534439552:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 110us (970us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145224.988409:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3570 00002000:00100000:0.0:1746145224.988414:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff88009b659c00 x1830965534439552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:110/0 lens 488/4536 e 0 to 0 dl 1746145235 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145224.988421:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965534439552 ext(0->4095) 00002000:00010000:0.0:1746145224.988423:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b659c00 00000100:00100000:0.0:1746145224.995828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.995908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145224.995931:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534439680 00000100:00100000:0.0:1746145224.995938:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534439680 00000100:00100000:0.0:1746145224.995970:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534439808 00000100:00100000:0.0:1746145224.995972:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534439808 00000100:00100000:0.0:1746145224.995985:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4629 00000100:00100000:0.0:1746145224.995992:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534439680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145224.996009:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145224.996025:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532f72 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996045:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.996047:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.996053:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f72 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996067:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f72 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996077:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145224.996120:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:30926:x1830965534439680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145224.996126:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4629 00000100:00100000:0.0:1746145224.996142:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4630 00000100:00100000:0.0:1746145224.996147:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+298:30925:x1830965534439808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145224.996153:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145224.996158:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532f79 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996182:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d3ba9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f6b expref: 299 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996189:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f72 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996193:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.996194:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145224.996197:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 5/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 299 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996220:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f72 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.996230:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3bb0 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f72 expref: 5 pid: 8465 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145224.996241:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530671104:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145224.997584:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d3ba9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f6b expref: 299 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145224.997595:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d3ba9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f6b expref: 299 pid: 8465 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145224.997605:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530671232:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145224.997641:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145225.000183:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530671104:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145225.000803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145225.000828:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d3ba9 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f6b expref: 299 pid: 8465 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145225.000842:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b659880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530671232:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145225.000866:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 298 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.000876:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e400, rc 0) 00000100:00100000:0.0:1746145225.000894:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+298:30925:x1830965534439808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4748us (4987us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145225.000900:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4630 00000100:00100000:0.0:1746145225.004348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.007181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.011610:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534440704 00000100:00100000:0.0:1746145225.011618:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534440704 00000100:00100000:0.0:1746145225.011690:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4631 00000100:00100000:0.0:1746145225.011698:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:30926:x1830965534440704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145225.011712:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145225.011727:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590f400/0xb5ee96b21a0d3bbe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef532f80 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.014101:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.014113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145225.014115:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145225.014120:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590f400/0xb5ee96b21a0d3bbe lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f80 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.014155:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.014184:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 7 pid: 8465 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145225.014649:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530671488:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145225.014751:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145225.023512:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534440832 00000100:00100000:0.0:1746145225.023522:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534440832 00002000:00100000:0.0:1746145225.023563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800900c8000 x1830965534440832/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:111/0 lens 496/0 e 0 to 0 dl 1746145236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.023573:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c8000 with x1830965534440832 ext(0->7) 00010000:00010000:0.0:1746145225.023582:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 8 pid: 8465 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145225.023596:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 8 pid: 8465 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746145225.023602:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800900c8000 00000100:00100000:0.0:1746145225.023649:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1457 00000100:00100000:0.0:1746145225.023657:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965534440832:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145225.023975:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965534440832:12345-192.168.203.38@tcp:4:rw_seq_cst_vs_d.0 Request processed in 317us (572us total) trans 4294968626 rc 0/0 00000100:00100000:0.0:1746145225.023981:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1457 00002000:00100000:0.0:1746145225.023986:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->7) req@ffff8800900c8000 x1830965534440832/t4294968626(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:111/0 lens 496/448 e 0 to 0 dl 1746145236 ref 1 fl Complete:H/200/0 rc 0/0 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.023993:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c8000 with x1830965534440832 ext(0->7) 00010000:00010000:0.0:1746145225.023998:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 10 pid: 8465 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145225.024006:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88013590e400/0xb5ee96b21a0d3bb7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532f79 expref: 10 pid: 8465 timeout: 566 lvb_type: 0 00002000:00010000:0.0:1746145225.024011:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800900c8000 00000100:00100000:0.0:1746145225.028787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.030483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.036441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.045975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.055523:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534441728 00000100:00100000:0.0:1746145225.055534:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534441728 00002000:00100000:0.0:1746145225.055574:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800900c9880 x1830965534441728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:111/0 lens 488/0 e 0 to 0 dl 1746145236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.055584:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c9880 with x1830965534441728 ext(0->4095) 00002000:00010000:0.0:1746145225.055588:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900c9880 00000100:00100000:0.0:1746145225.055650:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3572 00000100:00100000:0.0:1746145225.055823:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965534441728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145225.056474:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965534441728:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 816us (2678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145225.056481:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3572 00002000:00100000:0.0:1746145225.056487:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800900c9880 x1830965534441728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746145236 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.056493:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c9880 with x1830965534441728 ext(0->4095) 00002000:00010000:0.0:1746145225.056497:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900c9880 00000100:00100000:0.0:1746145225.069390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.078223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.080786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.086124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.087002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.090771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.098990:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088380000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530672384:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145225.099005:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145225.099044:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534442624:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8128us (8281us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145225.099054:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8769 00000100:00100000:0.0:1746145225.108401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.113597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.125048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.127147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.136303:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965530672768:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145225.136323:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145225.136359:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965534443392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6676us (9214us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145225.136368:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8770 00000100:00100000:0.0:1746145225.136858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.140446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.145174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.147412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.152685:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.155363:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.160434:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534444672 00000100:00100000:0.0:1746145225.160443:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534444672 00002000:00100000:0.0:1746145225.160480:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800900c8a80 x1830965534444672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:111/0 lens 488/0 e 0 to 0 dl 1746145236 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.160490:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c8a80 with x1830965534444672 ext(0->4095) 00002000:00010000:0.0:1746145225.160495:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900c8a80 00000100:00100000:0.0:1746145225.160523:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3575 00000100:00100000:0.0:1746145225.160530:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800900c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534444672:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145225.160697:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800900c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534444672:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 167us (369us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145225.160704:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3575 00002000:00100000:0.0:1746145225.160709:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800900c8a80 x1830965534444672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:111/0 lens 488/4536 e 0 to 0 dl 1746145236 ref 1 fl Complete:/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145225.160717:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800900c8a80 with x1830965534444672 ext(0->4095) 00002000:00010000:0.0:1746145225.160720:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800900c8a80 00000100:00100000:0.0:1746145225.165564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.168295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.170079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.172330:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.174486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.177424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.180299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.182344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.186211:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.190967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.191003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.192269:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.194500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.198256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.205618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.208789:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.210860:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.214975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.216915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.219612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.219668:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.221709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.223955:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.226585:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.230054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.233138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.239365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.242669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.245489:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.247124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.249117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.249198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.251677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.254718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.264728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.271480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.274953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.280304:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965530675712:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145225.280327:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880092050600/0xb5ee96b21a0d3c3c lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef532ffe expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.280342:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050600, rc 0) 00000100:00100000:0.0:1746145225.280379:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:30925:x1830965534451712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5334us (5427us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145225.280385:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4649 00000100:00100000:0.0:1746145225.283205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.285695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.289206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.292419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.296890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.299681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.302447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.305843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.311776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.313453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.313486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.316946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.319886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.323824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.328561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.334590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.340310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.342855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.345827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.348009:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.349199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.352114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.356822:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.359490:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.368574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.368621:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.371700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.371751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.377418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.377472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.381124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.404351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.404402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.407005:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.409464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.415862:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.418765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.426290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.428472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.432714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.436895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.441380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.442542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.443818:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.445409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.446714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.446752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.450375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.455282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.462892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.467269:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.471828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.476962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.477013:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.481812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.487932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.492596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.501079:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.507445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.512256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.515906:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.516239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.519791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.527179:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.536760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.543718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.544711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.549144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.557835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.567727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.571502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.577220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.580000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.585133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.585191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.593839:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.596349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.600579:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.605408:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.610436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.613371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.615052:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.616496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.618280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.618342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.624619:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.629210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.640532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.643192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.647156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.647261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.647288:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534469248 00000100:00100000:0.0:1746145225.647295:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534469248 00000100:00100000:0.0:1746145225.647321:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534469376 00000100:00100000:0.0:1746145225.647323:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534469376 00000100:00100000:0.0:1746145225.647334:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4677 00000100:00100000:0.0:1746145225.647341:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:30925:x1830965534469248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145225.647354:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145225.647368:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3d00 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5330c9 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.647393:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d3cf9 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330bb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.647399:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145225.647401:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145225.647404:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3d00 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330c9 expref: 47 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.647862:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d3cf9 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330bb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.647875:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d3cf9 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330bb expref: 5 pid: 8465 timeout: 566 lvb_type: 0 00000100:00100000:0.0:1746145225.647886:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3e0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530682112:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145225.647951:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145225.649309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.651533:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.656484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.660111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.664248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.666558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.670912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.671003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.674871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.674912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.674935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.675413:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8815 00000100:00100000:0.0:1746145225.675419:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534471296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145225.675426:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145225.675434:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d3d0e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330d0 expref: 6 pid: 8464 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145225.675768:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d3d0e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330d0 expref: 6 pid: 8464 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145225.675780:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d3d0e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330d0 expref: 6 pid: 8464 timeout: 566 lvb_type: 0 00010000:00010000:0.0:1746145225.675790:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145225.675791:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145225.675797:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009455e000/0xb5ee96b21a0d3d15 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330d7 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145225.675805:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009455e000/0xb5ee96b21a0d3d15 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5330d7 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145225.679810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.682386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.691851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.694666:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.696550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.698205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.698293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.700542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.700571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.700597:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.702481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.705071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.709216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.713391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.719873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.721993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.723304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.725392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.726090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.730155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.733586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.736125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.747060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.753667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.753743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.756231:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.759012:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.765364:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.771361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.773404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.780341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.780421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.785402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.785450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.789191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.789235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.791330:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.793873:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.800475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.804796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.807196:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.809264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.813786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.813835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.816487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.816656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.817317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.821080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.825893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.831558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.837677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.841210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.841254:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.843456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.847056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.852379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.858395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.865133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.869499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.870939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.874240:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.878666:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.883050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.889770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.898736:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.903329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.905146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.908111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.912883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.917341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.921551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.929259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.930609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.937376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.941277:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.943897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.946089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.950412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.955605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.959855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.962507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.964536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.965790:0:14766:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8839 00000100:00100000:0.0:1746145225.966115:0:14766:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534486912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145225.966126:0:14766:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145225.966142:0:14766:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800915fe600/0xb5ee96b21a0d3db6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533178 expref: 6 pid: 8466 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145225.966151:0:14766:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800915fe600/0xb5ee96b21a0d3db6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533178 expref: 6 pid: 8466 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145225.966182:0:14766:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe600/0xb5ee96b21a0d3db6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533178 expref: 6 pid: 8466 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145225.966196:0:14766:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145225.966211:0:14766:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965534486912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 416us (864us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145225.966217:0:14766:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8839 00000100:00100000:0.0:1746145225.967700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.967800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.971280:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.974298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.976361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.981055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.986073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.992457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.994961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.995011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.997554:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.999136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145225.999601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.000187:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a8289180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145226.002370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.004471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.009493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.013482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.015797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.020251:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.020958:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.022990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.023021:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.023056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.026203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.031140:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.034475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.039475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.044585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.045564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.049396:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.049468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.052097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.059561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.073318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.076529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.080604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.085458:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534493696 00000100:00100000:0.0:1746145226.085467:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534493696 00000100:00100000:0.0:1746145226.085516:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4716 00000100:00100000:0.0:1746145226.085525:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:30926:x1830965534493696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145226.085539:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.085553:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3e11 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5331d3 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.085580:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.085581:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.085589:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3e11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331d3 expref: 76 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.085602:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3e11 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331d3 expref: 76 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.085611:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145226.085668:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:30926:x1830965534493696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (659us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145226.085676:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4716 00000100:00100000:0.0:1746145226.085689:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534493824 00000100:00100000:0.0:1746145226.085692:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534493824 00000100:00100000:0.0:1746145226.085703:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4717 00000100:00100000:0.0:1746145226.085706:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:30925:x1830965534493824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145226.085711:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.085715:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d3e18 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5331da expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145226.087492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.089985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.091085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.091178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.095176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.100741:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.108191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.112592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.112658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.112820:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4719 00000100:00100000:0.0:1746145226.112828:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800937f3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:30925:x1830965534495488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145226.112909:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.112923:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5331e8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.112946:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e1f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e1 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.112953:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.112955:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.112958:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e8 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.112982:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e1f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e1 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.112995:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e1f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e1 expref: 6 pid: 11330 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746145226.113004:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937f3480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965530691584:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145226.113049:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145226.115404:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534495744 00000100:00100000:0.0:1746145226.115410:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534495744 00000100:00100000:0.0:1746145226.115444:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4720 00000100:00100000:0.0:1746145226.115450:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:30926:x1830965534495744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145226.115462:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.115472:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3e2d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5331ef expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.115487:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.115492:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e8 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.115497:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145226.115500:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3e2d lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331ef expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.115523:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e8 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.115532:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3e2d lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331ef expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.115543:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:0.0:1746145226.115563:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:30926:x1830965534495744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (202us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145226.115568:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4720 00010000:00010000:0.0:1746145226.116414:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e8 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.116426:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88013590ea00/0xb5ee96b21a0d3e26 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5331e8 expref: 78 pid: 8464 timeout: 567 lvb_type: 0 00000100:00100000:0.0:1746145226.116437:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800937f3800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530691840:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145226.116563:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092565f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145226.118379:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.120838:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.125251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.137918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.148064:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.148117:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.152699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.152781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.157729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.159466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.162204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.165731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.168379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.171686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.175690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.175763:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.178117:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.180955:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.181044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.186134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.192449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.198832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.202718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.208492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.208774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.213369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.222994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.230037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.235696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.235834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.238024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.238987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.240905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.243155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.247524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.255199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.263788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.267486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.267612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.271469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.272263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.276318:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534503680 00000100:00100000:0.0:1746145226.276324:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534503680 00002000:00100000:0.0:1746145226.276352:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380000 x1830965534503680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:112/0 lens 488/0 e 0 to 0 dl 1746145237 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145226.276360:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380000 with x1830965534503680 ext(0->4095) 00010000:00010000:0.0:1746145226.276366:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533243 expref: 89 pid: 11330 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.276377:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533243 expref: 89 pid: 11330 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746145226.276383:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380000 00000100:00100000:0.0:1746145226.276407:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1551 00000100:00100000:0.0:1746145226.276543:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965534503680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145226.276721:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965534503680:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 180us (728us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145226.276727:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1551 00002000:00100000:0.0:1746145226.276732:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880088380000 x1830965534503680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:112/0 lens 488/4536 e 0 to 0 dl 1746145237 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145226.276738:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380000 with x1830965534503680 ext(0->4095) 00010000:00010000:0.0:1746145226.276743:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533243 expref: 89 pid: 11330 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.276751:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009afd3000/0xb5ee96b21a0d3e81 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533243 expref: 89 pid: 11330 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746145226.276760:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880088380000 00000100:00100000:0.0:1746145226.278122:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.280771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.282436:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:c309e4af-58f5-48a4-a5ab-986bffd175a2:3298:1830965530695040:0@lo:400:kworker.0 00000100:00100000:0.0:1746145226.282441:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965530695552:0@lo:400:kworker.0 00000100:00100000:0.0:1746145226.282458:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145226.282486:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530695680 00000100:00100000:0.0:1746145226.282488:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530695680 00000100:00100000:0.0:1746145226.282506:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530695552 00000100:00100000:0.0:1746145226.282508:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530695552 00000100:00100000:0.0:1746145226.282519:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 381 00000100:00100000:0.0:1746145226.282523:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530695680:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145226.283119:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530695680:12345-0@lo:400:kworker.0 Request processed in 20us (478us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145226.283123:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 381 00000100:00080000:0.0:1746145226.283136:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746145226.283139:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145226.283140:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145226.283154:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965530695552:0@lo:400:kworker.0 00000100:00100000:0.0:1746145226.283656:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.283678:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534504320 00000100:00100000:0.0:1746145226.283681:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534504320 00002000:00100000:0.0:1746145226.283703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff880092694a80 x1830965534504320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:112/0 lens 488/0 e 0 to 0 dl 1746145237 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145226.283711:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694a80 with x1830965534504320 ext(0->4095) 00002000:00010000:0.0:1746145226.283716:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092694a80 00000100:00100000:0.0:1746145226.283728:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3628 00000100:00100000:0.0:1746145226.283733:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+91:1960:x1830965534504320:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145226.285299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.288006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.294110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.298708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.299934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.302893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.305396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.312612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.313503:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8871 00000100:00100000:0.0:1746145226.313513:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ba95180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1961:x1830965534506112:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145226.313525:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145226.313544:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d3e96 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533258 expref: 92 pid: 11330 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.313556:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d3e96 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533258 expref: 92 pid: 11330 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.313575:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d3e96 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533258 expref: 92 pid: 11330 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.313591:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.313593:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.313599:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3e9d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53325f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.313611:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53325f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.313658:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d3e9d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53325f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145226.313669:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ba95500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965530696320:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145226.313779:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800925653c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145226.316029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.320405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.321278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.322076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.324806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.329850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.340837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.345279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.350041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.350266:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.353252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.354542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.357081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.359424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.366740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.373324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.383850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.384987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.388214:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.391035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.396032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.401979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.408737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.412848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.412927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.415854:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.415924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.420623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.424388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.431395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.437240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.437889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.441362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.442184:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.447822:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.453016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.459470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.464913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.465030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.469593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.469683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.476006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.476044:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534513792 00000100:00100000:0.0:1746145226.476049:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534513792 00002000:00100000:0.0:1746145226.476080:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a526f800 x1830965534513792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:112/0 lens 488/0 e 0 to 0 dl 1746145237 ref 1 fl New:/200/ffffffff rc 0/-1 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145226.476093:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965534513792 ext(0->4095) 00010000:00010000:0.0:1746145226.476098:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093614800/0xb5ee96b21a0d3ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5332b3 expref: 102 pid: 8465 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.476108:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093614800/0xb5ee96b21a0d3ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5332b3 expref: 102 pid: 8465 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746145226.476113:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a526f800 00000100:00100000:0.0:1746145226.476127:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1567 00000100:00100000:0.0:1746145226.476133:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1961:x1830965534513792:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 00000100:00100000:0.0:1746145226.476311:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1961:x1830965534513792:12345-192.168.203.38@tcp:3:rw_seq_cst_vs_d.0 Request processed in 177us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145226.476317:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1567 00002000:00100000:0.0:1746145226.476321:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x19:0x0] (0->4095) req@ffff8800a526f800 x1830965534513792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:112/0 lens 488/4536 e 0 to 0 dl 1746145237 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'rw_seq_cst_vs_d.0' uid:0 gid:0 00002000:00100000:0.0:1746145226.476327:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965534513792 ext(0->4095) 00010000:00010000:0.0:1746145226.476332:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff880093614800/0xb5ee96b21a0d3ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5332b3 expref: 102 pid: 8465 timeout: 567 lvb_type: 0 00010000:00010000:0.0:1746145226.476340:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff880093614800/0xb5ee96b21a0d3ef1 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5332b3 expref: 102 pid: 8465 timeout: 567 lvb_type: 0 00002000:00010000:0.0:1746145226.476345:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff8800a526f800 00000100:00100000:0.0:1746145226.479265:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.482153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.485918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.496670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.508391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.508447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.512821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.514848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.515225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.517537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.519113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.521451:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.526476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.529737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.531863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.537465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.539727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.539779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.545058:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.545097:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.545134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.549458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.560615:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.565757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.567454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.571746:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0000_UUID:7101:1830965530701184:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145226.571768:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145226.580859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.585284:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.587336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.589697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.596848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.596894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.602982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.614969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.620354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.625439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.626438:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.631617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.636417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.641831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.647092:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.655351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.656456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.661282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.664187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.669584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.676817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.687786:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.691980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.698364:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.704096:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.711026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.713537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.722148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.725395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.732561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.737046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.737091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.741251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.741342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.744270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.752929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.763810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.768260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.771326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.773601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.774727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.783111:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.788407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.794248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.801796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.803681:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534528512 00000100:00100000:0.0:1746145226.803686:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534528512 00000100:00100000:0.0:1746145226.803713:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4773 00000100:00100000:0.0:1746145226.803720:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+123:30926:x1830965534528512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145226.803729:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.803738:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3fa0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533362 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.803752:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.803757:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3f99 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53335b expref: 124 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.803763:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145226.803767:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3fa0 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533362 expref: 124 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.803791:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d3f99 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53335b expref: 124 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.803804:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590e200/0xb5ee96b21a0d3fa0 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533362 expref: 124 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145226.803814:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:0.0:1746145226.803845:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+124:30926:x1830965534528512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (261us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145226.803851:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4773 00000100:00100000:0.0:1746145226.809013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.815978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.822390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.822445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.825921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.827454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.863329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.865902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.877195:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534530176 00000100:00100000:0.0:1746145226.877204:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534530176 00000100:00100000:0.0:1746145226.877282:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4774 00000100:00100000:0.0:1746145226.877289:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+123:1963:x1830965534530176:12345-192.168.203.38@tcp:101:rm.0 00010000:00010000:0.0:1746145226.877304:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145226.877317:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3fd1 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533377 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145226.877343:0:11330:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x19:0x0] initial LVB size: 8, mtime: 0x68140fcb, atime: 0x68140fcb, ctime: 0x68140fcb, blocks: 0xb 00010000:00010000:0.0:1746145226.877359:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.877361:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145226.877368:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533377 expref: 124 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145226.877381:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013590ee00/0xb5ee96b21a0d3fd1 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533377 expref: 124 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145226.877391:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145226.877440:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+124:1963:x1830965534530176:12345-192.168.203.38@tcp:101:rm.0 Request processed in 152us (458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145226.877446:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4774 00000100:00100000:0.0:1746145226.879885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.882702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.967356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.967445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145226.969901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145226.970020:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145229.946794:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145230.144419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145230.145099:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145230.148618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.155090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145230.160768:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145230.163936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145230.164447:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145230.166587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.172587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.183505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145230.192843:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145230.199536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.262002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.265209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.271206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.274547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.277775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.282497:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534534016 00000100:00100000:0.0:1746145230.282504:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534534016 00010000:00010000:0.0:1746145230.282532:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d4080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333a8 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746145230.282553:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8914 00000100:00100000:0.0:1746145230.282559:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534534016:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145230.282570:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145230.282587:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d4080 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333a8 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.282597:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d4080 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333a8 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.282614:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d4080 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333a8 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.283033:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.283035:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.283040:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d40a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333bd expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.283047:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d40a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333bd expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.283074:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d40a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333bd expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145230.283085:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530706560:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145230.283203:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145230.285594:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530706560:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145230.285612:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145230.285890:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534534016:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3329us (3458us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145230.285900:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8914 00000100:00100000:0.0:1746145230.286113:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534534144 00000100:00100000:0.0:1746145230.286119:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534534144 00002000:00010000:0.0:1746145230.286159:0:20335:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (8->18446744073709551615) 00002000:00100000:0.0:1746145230.286163:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965534534144 ext(8->18446744073709551615) 00002000:00010000:0.0:1746145230.286172:0:20335:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659c00. 00000100:00100000:0.0:1746145230.286188:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3649 00000100:00100000:0.0:1746145230.286194:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965534534144:12345-192.168.203.38@tcp:10:rw_seq_cst_vs_d.0 00002000:00010000:0.0:1746145230.286427:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb size from disk: 0 -> 8 00002000:00010000:0.0:1746145230.286430:0:20335:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145231 -> 1746145231 00002000:00010000:0.0:1746145230.286432:0:20335:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:0.0:1746145230.286434:0:20335:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145231 -> 1746145231 00002000:00010000:0.0:1746145230.286436:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb blocks from disk: 3 -> 3 00000100:00100000:0.0:1746145230.286461:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965534534144:12345-192.168.203.38@tcp:10:rw_seq_cst_vs_d.0 Request processed in 267us (433us total) trans 4294967865 rc 0/0 00000100:00100000:0.0:1746145230.286466:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3649 00002000:00010000:0.0:1746145230.286469:0:20335:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/23 (8->18446744073709551615) 00002000:00100000:0.0:1746145230.286471:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965534534144 ext(8->18446744073709551615) 00002000:00010000:0.0:1746145230.286475:0:20335:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659c00. 00000100:00100000:0.0:1746145230.294239:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.300226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.305489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.314083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.318871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.322808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.328929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.329941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.330870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.342353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.342398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.347735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.359209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.359285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.362617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.364791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.368067:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530707968:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145230.368084:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145230.368120:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534536960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2973us (3333us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145230.368154:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8919 00000100:00100000:0.0:1746145230.368680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.371703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.374330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.378935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.382611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.386279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.386424:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.393197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.396935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.401364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.406201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.411282:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.417815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.423961:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.427679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.435230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.449081:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.456343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.456963:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8925 00000100:00100000:0.0:1746145230.456972:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965534540160:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145230.456983:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145230.456999:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d40f0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53340a expref: 11 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.457010:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d40f0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53340a expref: 11 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.457027:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d40f0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53340a expref: 11 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.457054:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.457056:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.457063:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d40f7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533411 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.457069:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d40f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533411 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.457093:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d40f7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533411 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145230.457103:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530709504:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145230.458345:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145230.460743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.463491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.463579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.467050:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.470237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.472552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.476450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.478916:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.484371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.490055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.491858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.491878:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534542080 00000100:00100000:0.0:1746145230.491881:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534542080 00002000:00100000:0.0:1746145230.491904:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c700 x1830965534542080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/0 e 0 to 0 dl 1746145241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.491913:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965534542080 ext(0->4095) 00010000:00010000:0.0:1746145230.491919:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d410c lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533426 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.491929:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d410c lrc: 7/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533426 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746145230.491934:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c700 00000100:00100000:0.0:1746145230.491945:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1603 00000100:00100000:0.0:1746145230.491951:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534542080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145230.492064:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534542080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (206us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145230.492071:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1603 00002000:00100000:0.0:1746145230.492076:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c700 x1830965534542080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/4536 e 0 to 0 dl 1746145241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.492083:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965534542080 ext(0->4095) 00010000:00010000:0.0:1746145230.492088:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d410c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533426 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.492097:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d410c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533426 expref: 6 pid: 8464 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746145230.492102:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c700 00000100:00100000:0.0:1746145230.499588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.499651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.504757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.507356:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.509692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.512735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.515669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.518783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.522606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.523210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.527853:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.531575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.535191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.539744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.542843:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.547338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.550368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.552056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.556914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.557361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.562151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.565443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.568738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.572369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.576250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.579543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.579586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.583292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.585276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.590234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.593915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.596870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.600351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.604509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.610729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.610780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.615988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.616704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.621274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.625877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.632783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.640447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.658729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.667402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.672102:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534549760 00000100:00100000:0.0:1746145230.672109:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534549760 00002000:00100000:0.0:1746145230.672147:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9500 x1830965534549760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/0 e 0 to 0 dl 1746145241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.672156:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9500 with x1830965534549760 ext(0->4095) 00002000:00010000:0.0:1746145230.672161:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9500 00000100:00100000:0.0:1746145230.672187:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3665 00000100:00100000:0.0:1746145230.672192:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534549760:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145230.672874:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534549760:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 679us (912us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145230.672880:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3665 00002000:00100000:0.0:1746145230.672887:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9500 x1830965534549760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/4536 e 0 to 0 dl 1746145241 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.672894:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9500 with x1830965534549760 ext(0->4095) 00002000:00010000:0.0:1746145230.672897:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9500 00000100:00100000:0.0:1746145230.674883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.676768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.682562:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.691500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.697704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.699806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.701812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.702951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.707926:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534551680 00000100:00100000:0.0:1746145230.707934:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534551680 00010000:00010000:0.0:1746145230.707962:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d418a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334a4 expref: 6 pid: 8465 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746145230.707999:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8947 00000100:00100000:0.0:1746145230.708007:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534551680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145230.708020:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145230.708036:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d418a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334a4 expref: 6 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.708046:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d418a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334a4 expref: 6 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.708063:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d418a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334a4 expref: 6 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.708232:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.708233:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145230.708238:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 14 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.708245:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 14 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145230.708280:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 14 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.708286:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 14 pid: 8465 timeout: 571 lvb_type: 0 00000100:00100000:0.0:1746145230.708292:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cefb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530715264:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145230.708949:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145230.711150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.711176:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534551936 00000100:00100000:0.0:1746145230.711183:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534551936 00002000:00100000:0.0:1746145230.711230:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965534551936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:116/0 lens 488/0 e 0 to 0 dl 1746145241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.711239:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965534551936 ext(0->4095) 00010000:00010000:0.0:1746145230.711246:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 15 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.711258:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 15 pid: 8465 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746145230.711264:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef100 00000100:00100000:0.0:1746145230.711296:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1613 00000100:00100000:0.0:1746145230.711303:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965534551936:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145230.711439:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965534551936:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 135us (295us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145230.711445:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1613 00002000:00100000:0.0:1746145230.711450:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965534551936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:116/0 lens 488/4536 e 0 to 0 dl 1746145241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.711456:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965534551936 ext(0->4095) 00010000:00010000:0.0:1746145230.711461:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 15 pid: 8465 timeout: 571 lvb_type: 0 00010000:00010000:0.0:1746145230.711470:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d4191 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ab expref: 15 pid: 8465 timeout: 571 lvb_type: 0 00002000:00010000:0.0:1746145230.711479:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef100 00000100:00100000:0.0:1746145230.714904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.720500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.740405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.750425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.760362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.769879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.776192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.777646:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.779917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.783776:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.787118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.791347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.795860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.798784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.803074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.804443:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534554624 00000100:00100000:0.0:1746145230.804448:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534554624 00002000:00100000:0.0:1746145230.804470:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965534554624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/0 e 0 to 0 dl 1746145241 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.804479:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965534554624 ext(0->4095) 00010000:00010000:0.0:1746145230.804485:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d41b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ce expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746145230.804496:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d41b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ce expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746145230.804507:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65b480 00000100:00100000:0.0:1746145230.804529:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1616 00000100:00100000:0.0:1746145230.804534:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534554624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145230.804676:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534554624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (264us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145230.804681:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1616 00002000:00100000:0.0:1746145230.804686:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965534554624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:116/0 lens 488/4536 e 0 to 0 dl 1746145241 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145230.804693:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965534554624 ext(0->4095) 00010000:00010000:0.0:1746145230.804697:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d41b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ce expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746145230.804705:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d41b4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5334ce expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746145230.804711:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65b480 00000100:00100000:0.0:1746145230.806467:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.809496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.812403:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.817595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.822376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.825953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.826834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.829455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.832680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.834982:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.838788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.846725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.851191:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.851238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.852979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.855242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.857814:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.860675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.866074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.873090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.882547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.882623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.890268:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.896831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.904945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.907681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.912691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.920039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.921587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.922519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.926934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.930936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.936190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.952495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.960950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.972379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.979497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.983426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.993858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145230.999988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.005499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.007769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.015873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.015929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.021861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.025220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.032603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.037295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.052503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.059233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.061997:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.071535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.074779:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.079506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.082024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.085843:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.089320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.092040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.099499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.105244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.113567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.120830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.120947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.128297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.128807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.133208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.136725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.140425:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.146352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.157521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.172760:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534567552 00000100:00100000:0.0:1746145231.172769:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534567552 00002000:00100000:0.0:1746145231.172806:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965534567552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/0 e 0 to 0 dl 1746145242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.172815:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965534567552 ext(0->4095) 00002000:00010000:0.0:1746145231.172820:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:0.0:1746145231.173134:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3682 00000100:00100000:0.0:1746145231.173142:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1963:x1830965534567552:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746145231.173774:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1963:x1830965534567552:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 633us (1232us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145231.173781:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3682 00002000:00100000:0.0:1746145231.173786:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965534567552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746145242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.173794:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965534567552 ext(0->4095) 00002000:00010000:0.0:1746145231.173797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:0.0:1746145231.178672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.185449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.193904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.201724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.206139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.219898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.224476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.228381:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.235551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.242920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.249526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.254928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.268157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.273038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.273113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.276798:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.283159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.284239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.286558:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.289439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.289481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.289884:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530724736:0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.289918:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145231.289939:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746145231.289943:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965530724608:0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.289958:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145231.290267:0:7282:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 306 00000100:00100000:0.0:1746145231.290272:0:7282:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830965530724480:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.290899:0:7282:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830965530724480:12345-0@lo:400:kworker.0 Request processed in 627us (814us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145231.290904:0:7282:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 306 00000100:00080000:0.0:1746145231.290919:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145231.290922:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145231.290924:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145231.290951:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c3e9f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965530724608:0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.290961:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c3ea300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530724736:0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.292036:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008c3e9880 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965530724352:0@lo:400:kworker.0 00000100:00100000:0.0:1746145231.297046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.306714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.308969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.311703:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.314478:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.316821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.320205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.321006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.323824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.325941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.328609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.334931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.338023:0:20971:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530726272 00000100:00100000:0.0:1746145231.338030:0:20971:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530726272 00000100:00100000:0.0:1746145231.338060:0:20971:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1746145231.338066:0:20971:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530726272:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:0.0:1746145231.338095:0:20971:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 752943104 pending 0 free 3857711104 avail 3855613952 00000100:00100000:0.0:1746145231.338137:0:20971:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530726272:12345-0@lo:13:osp-pre-0-0.0 Request processed in 71us (215us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145231.338143:0:20971:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 162 00000100:00100000:0.0:1746145231.338196:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088382680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965530726400:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746145231.346719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.355040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.362042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.373688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.378362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.384263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.386762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.389580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.391591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.393351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.395051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.397952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.401176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.404821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.408259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.412029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.415853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.419905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.419984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.424096:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.425913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.428236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.431293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.435732:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.441224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.446203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.446861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.450836:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.450853:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534578304 00000100:00100000:0.0:1746145231.450859:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534578304 00002000:00100000:0.0:1746145231.450888:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880a9c00 x1830965534578304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:117/0 lens 488/0 e 0 to 0 dl 1746145242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.450896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880a9c00 with x1830965534578304 ext(0->4095) 00010000:00010000:0.0:1746145231.450901:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d42e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533602 expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746145231.450912:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d42e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533602 expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746145231.450918:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880a9c00 00000100:00100000:0.0:1746145231.450939:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1645 00000100:00100000:0.0:1746145231.450945:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534578304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145231.451055:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534578304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (219us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145231.451061:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1645 00002000:00100000:0.0:1746145231.451066:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880a9c00 x1830965534578304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746145242 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.451072:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880a9c00 with x1830965534578304 ext(0->4095) 00010000:00010000:0.0:1746145231.451076:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d42e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533602 expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00010000:00010000:0.0:1746145231.451084:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d42e8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533602 expref: 6 pid: 8464 timeout: 572 lvb_type: 0 00002000:00010000:0.0:1746145231.451090:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880a9c00 00000100:00100000:0.0:1746145231.453741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.456164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.459541:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.463006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.466201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.468590:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.474814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.476765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.479339:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.484848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.490787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.493708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.496790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.501551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.504118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.505907:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.510329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.512939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.515269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.519486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.522047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.524260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.529267:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.533156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.536539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.540037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.545701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.548738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.552816:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.555361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.565020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.573407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.579879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.592021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.592072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.596647:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.601866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.605564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.612110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.643923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.666551:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.669462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.679368:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.683845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.688226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.688270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.694301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.702741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.703879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.705407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.710066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.733456:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.738825:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.741024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.746600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.753735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.762170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.764667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.766400:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088382680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530734080:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145231.766415:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145231.766451:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a07850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965534588672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1667us (1785us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145231.766458:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9017 00000100:00100000:0.0:1746145231.766807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.768274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.773691:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534589184 00000100:00100000:0.0:1746145231.773698:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534589184 00010000:00010000:0.0:1746145231.773725:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d437b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533695 expref: 37 pid: 11330 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746145231.773748:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9018 00000100:00100000:0.0:1746145231.773755:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534589184:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145231.773767:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145231.773782:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d437b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533695 expref: 37 pid: 11330 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145231.773793:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d437b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533695 expref: 37 pid: 11330 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145231.773811:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d437b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533695 expref: 37 pid: 11330 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145231.774356:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145231.774360:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145231.774369:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.774376:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.774406:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145231.774416:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090dd9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530734336:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145231.774504:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145231.779859:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534589312 00000100:00100000:0.0:1746145231.779862:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534589312 00000100:00100000:0.0:1746145231.779886:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4888 00000100:00100000:0.0:1746145231.779892:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31559:x1830965534589312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145231.779903:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145231.779918:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d4389 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5336a3 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.779939:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.779944:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145231.779946:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145231.779950:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d4389 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5336a3 expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.779972:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145231.779981:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4382 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53369c expref: 6 pid: 11330 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746145231.779991:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090dd9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530734464:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145231.783006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.786347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.790599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.795745:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.800280:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.807423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.811216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.812568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.819034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.823971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.826341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.832164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.851251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.859347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.859396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.865611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.870163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.874026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.874066:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534592640 00000100:00100000:0.0:1746145231.874070:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534592640 00002000:00100000:0.0:1746145231.874096:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9880 x1830965534592640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/0 e 0 to 0 dl 1746145242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.874104:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9880 with x1830965534592640 ext(0->4095) 00002000:00010000:0.0:1746145231.874108:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd9880 00000100:00100000:0.0:1746145231.874136:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3707 00000100:00100000:0.0:1746145231.874141:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965534592640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145231.874255:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965534592640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (229us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145231.874260:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3707 00002000:00100000:0.0:1746145231.874264:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9880 x1830965534592640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746145242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.874271:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9880 with x1830965534592640 ext(0->4095) 00002000:00010000:0.0:1746145231.874274:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd9880 00000100:00100000:0.0:1746145231.892009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.895759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.903536:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.912155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.915828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.921639:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534593792 00000100:00100000:0.0:1746145231.921646:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534593792 00002000:00100000:0.0:1746145231.921680:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965534593792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/0 e 0 to 0 dl 1746145242 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.921689:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965534593792 ext(0->4095) 00002000:00010000:0.0:1746145231.921694:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:0.0:1746145231.921717:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3708 00000100:00100000:0.0:1746145231.921723:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:1961:x1830965534593792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145231.921862:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:1961:x1830965534593792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (305us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145231.921867:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3708 00002000:00100000:0.0:1746145231.921872:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965534593792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:117/0 lens 488/4536 e 0 to 0 dl 1746145242 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145231.921879:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965534593792 ext(0->4095) 00002000:00010000:0.0:1746145231.921881:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:0.0:1746145231.942834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.964790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.969068:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.972259:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.972589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.973042:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.973065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.973085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.973411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.979091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.983705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.987188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145231.989808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.003087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.003861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.009156:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.013336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.016923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.023373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.033577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.038046:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.043969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.050154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.050195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.055523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.065710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.072870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.078744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.087245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.097512:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.108873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.114192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.114243:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.123977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.129503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.132033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.135940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.139598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.142929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.145923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.147589:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.150165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.153981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.159299:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088382d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530739584:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145232.159319:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145232.159359:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534600960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4784us (5380us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145232.159370:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9038 00000100:00100000:0.0:1746145232.167983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.176863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.180192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.195297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.196918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.205877:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534602240 00000100:00100000:0.0:1746145232.205885:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534602240 00002000:00100000:0.0:1746145232.205915:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9c00 x1830965534602240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:118/0 lens 488/0 e 0 to 0 dl 1746145243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145232.205925:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965534602240 ext(0->4095) 00010000:00010000:0.0:1746145232.205933:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d441c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533736 expref: 6 pid: 19630 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.205944:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d441c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533736 expref: 6 pid: 19630 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746145232.205950:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9c00 00000100:00100000:0.0:1746145232.206656:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1673 00000100:00100000:0.0:1746145232.206664:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534602240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145232.207932:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534602240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1267us (2167us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145232.207939:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1673 00002000:00100000:0.0:1746145232.207947:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9c00 x1830965534602240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:118/0 lens 488/4536 e 0 to 0 dl 1746145243 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145232.207955:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965534602240 ext(0->4095) 00010000:00010000:0.0:1746145232.207961:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d441c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533736 expref: 6 pid: 19630 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.207973:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d441c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533736 expref: 6 pid: 19630 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746145232.207980:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9c00 00000100:00100000:0.0:1746145232.213235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.219680:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530740224:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145232.219699:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145232.219732:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534602368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6331us (6504us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145232.219741:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9041 00000100:00100000:0.0:1746145232.238348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.271892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.280165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.280207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.283487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.283519:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534603392 00000100:00100000:0.0:1746145232.283522:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534603392 00002000:00100000:0.0:1746145232.283651:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880a5880 x1830965534603392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:118/0 lens 488/0 e 0 to 0 dl 1746145243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145232.283660:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880a5880 with x1830965534603392 ext(0->4095) 00010000:00010000:0.0:1746145232.283666:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d442a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533744 expref: 6 pid: 8464 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.283676:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d442a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533744 expref: 6 pid: 8464 timeout: 573 lvb_type: 0 00002000:00010000:0.0:1746145232.283681:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880a5880 00000100:00100000:0.0:1746145232.286681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.291436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.299992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.304688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.311919:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.314683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.321976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.323965:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.333141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.336264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.342376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.357310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.361359:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.361399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.373304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.379219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.383459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.387162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.395166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.403904:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.406196:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9049 00000100:00100000:0.0:1746145232.414949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.415030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.417815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.420803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.427622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.430246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.435474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.448202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.461353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.471779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.472602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.481498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.485444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.491192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.505952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.515564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.518406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.526703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.530009:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.530050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.532482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.535185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.537253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.546849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.550482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.550527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.554809:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.561458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.566185:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.570022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.591210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.602106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.610957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.624217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.627474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.634574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.642128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.650920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.652984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.660842:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534613760 00000100:00100000:0.0:1746145232.660849:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534613760 00002000:00100000:0.0:1746145232.660890:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a300 x1830965534613760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:118/0 lens 488/0 e 0 to 0 dl 1746145243 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145232.660899:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965534613760 ext(0->4095) 00002000:00010000:0.0:1746145232.660903:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a300 00000100:00100000:0.0:1746145232.663885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.668138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.675545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.683026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.692295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.698793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.713761:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.729377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.731830:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534615296 00000100:00100000:0.0:1746145232.731834:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534615296 00010000:00010000:0.0:1746145232.731850:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d44bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337d7 expref: 66 pid: 8464 timeout: 573 lvb_type: 0 00000100:00100000:0.0:1746145232.731867:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9064 00000100:00100000:0.0:1746145232.731872:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965534615296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145232.731880:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145232.731896:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d44bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337d7 expref: 66 pid: 8464 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.731906:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d44bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337d7 expref: 66 pid: 8464 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.731920:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d44bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337d7 expref: 66 pid: 8464 timeout: 573 lvb_type: 0 00010000:00010000:0.0:1746145232.731943:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145232.731945:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145232.731950:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d44c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337de expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145232.731956:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d44c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337de expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145232.731972:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d44c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337de expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145232.731981:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d44c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5337de expref: 5 pid: 11330 timeout: 574 lvb_type: 0 00000100:00100000:0.0:1746145232.731994:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092076d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530746240:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145232.732042:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145232.740744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.747504:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530746368:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145232.747523:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145232.747562:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965534615680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6233us (6827us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145232.747573:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9065 00000100:00100000:0.0:1746145232.748060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.752870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.758323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.763574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.772001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.778361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.778459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.785986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.789538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.793875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.797092:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.800056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.805784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.808414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.809281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.812493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.816073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.819880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.823484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.827077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.829624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.833792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.839840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.840139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.845975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.846583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.849695:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.853241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.856959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.859773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.863697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.867206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.869155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.873319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.873610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.877828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.882528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.886457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.891230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.895670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.897593:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.902944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.907053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.912599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.935365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.949073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.951163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.956648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.961596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.972558:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.972608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.979559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.982608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.987593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.991516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.991593:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.995215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145232.998878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.002953:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.005751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.009092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.011940:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.013963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.016944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.018780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.023537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.026984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.029996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.031875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.034765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.037305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.038957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.041944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.046098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.051600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.052229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.053970:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.056213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.056291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.063194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.067760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.070514:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.074807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.078875:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534630400 00000100:00100000:0.0:1746145233.078882:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534630400 00000100:00100000:0.0:1746145233.078918:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4963 00000100:00100000:0.0:1746145233.078924:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965534630400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145233.078939:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145233.078954:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206a00/0xb5ee96b21a0d4596 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5338b0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145233.078978:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d458f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338a9 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145233.078985:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145233.078987:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145233.078989:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206a00/0xb5ee96b21a0d4596 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338b0 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145233.084940:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.089525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.105867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.112715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.130342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.145753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.145807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.151667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.154513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.160071:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.162733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.168276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.171088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.177367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.177827:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534633344 00000100:00100000:0.0:1746145233.177833:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534633344 00002000:00100000:0.0:1746145233.177866:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c26680 x1830965534633344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.177874:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c26680 with x1830965534633344 ext(0->4095) 00010000:00010000:0.0:1746145233.177881:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009187cc00/0xb5ee96b21a0d45b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338cc expref: 6 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.177896:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009187cc00/0xb5ee96b21a0d45b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338cc expref: 6 pid: 11330 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746145233.177901:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c26680 00000100:00100000:0.0:1746145233.177917:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1713 00000100:00100000:0.0:1746145233.177923:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534633344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145233.178203:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534633344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 280us (842us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145233.178208:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1713 00002000:00100000:0.0:1746145233.178212:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c26680 x1830965534633344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:119/0 lens 488/4536 e 0 to 0 dl 1746145244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.178218:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c26680 with x1830965534633344 ext(0->4095) 00010000:00010000:0.0:1746145233.178222:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009187cc00/0xb5ee96b21a0d45b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338cc expref: 6 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.178230:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009187cc00/0xb5ee96b21a0d45b2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5338cc expref: 6 pid: 11330 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746145233.178235:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c26680 00000100:00100000:0.0:1746145233.183719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.189598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.195322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.201150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.209078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.209844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.213930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.224405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.230450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.240244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.249295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.253731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.261194:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.265290:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.269103:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.270289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.274889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.285905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.290037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.295377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.299753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.301295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.307803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.311583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.329712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.356230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.367426:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.370812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.377731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.377821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.381974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.386481:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534638848 00000100:00100000:0.0:1746145233.386487:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534638848 00002000:00100000:0.0:1746145233.386519:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965534638848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.386528:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965534638848 ext(0->4095) 00010000:00010000:0.0:1746145233.386537:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d45f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533912 expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.386550:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d45f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533912 expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746145233.386556:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65aa00 00000100:00100000:0.0:1746145233.391084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.397416:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.400993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.405196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.405239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.410949:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.413845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.413890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.418817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.422985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.424081:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9112 00000100:00100000:0.0:1746145233.424090:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1963:x1830965534640512:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145233.424103:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145233.424127:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d460d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533927 expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.424137:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d460d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533927 expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.424155:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d460d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533927 expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.424181:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145233.424183:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145233.424191:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4614 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53392e expref: 77 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145233.424198:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53392e expref: 77 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145233.424225:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d4614 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53392e expref: 77 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145233.424234:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cef480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530758400:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145233.424293:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145233.428173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.432286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.435859:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.441769:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b659f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530758656:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145233.441784:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145233.441805:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:1961:x1830965534641024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5590us (5948us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145233.441812:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9113 00000100:00100000:0.0:1746145233.444764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.446612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.450376:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534641920 00000100:00100000:0.0:1746145233.450381:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534641920 00002000:00100000:0.0:1746145233.450413:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9180 x1830965534641920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.450421:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9180 with x1830965534641920 ext(0->4095) 00010000:00010000:0.0:1746145233.450428:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4622 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53393c expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.450439:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4622 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53393c expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746145233.450446:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9180 00000100:00100000:0.0:1746145233.450477:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1724 00000100:00100000:0.0:1746145233.450483:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534641920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145233.450620:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534641920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145233.450645:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1724 00002000:00100000:0.0:1746145233.450651:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9180 x1830965534641920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/4536 e 0 to 0 dl 1746145244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.450657:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9180 with x1830965534641920 ext(0->4095) 00010000:00010000:0.0:1746145233.450661:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4622 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53393c expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00010000:00010000:0.0:1746145233.450668:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4622 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53393c expref: 78 pid: 11330 timeout: 574 lvb_type: 0 00002000:00010000:0.0:1746145233.450673:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9180 00000100:00100000:0.0:1746145233.453188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.457532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.459824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.463808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.466895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.468826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.468867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.472439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.474959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.478083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.479495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.490850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.494275:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.498442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.500906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.504233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.509602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.510041:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.515008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.516725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.522489:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.525915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.528478:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.530829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.534779:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.537950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.542124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.546236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.549196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.553763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.557518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.560194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.566857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.568385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.570285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.574795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.575804:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.579758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.583794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.584893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.588388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.592531:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.593143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.598286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.601479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.605521:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.610993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.615180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.622674:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.632171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.634611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.639932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.645131:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.646569:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.649867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.656020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.663257:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530764288:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145233.663276:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145233.663319:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534652032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6912us (7308us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145233.663329:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9135 00000100:00100000:0.0:1746145233.666243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.674672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.683702:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530764672:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145233.683721:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d46c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5339dd expref: 77 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145233.683734:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187d000, rc 0) 00000100:00100000:0.0:1746145233.683759:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965534652672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6994us (7784us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145233.683765:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5006 00000100:00100000:0.0:1746145233.689208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.692477:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534653312 00000100:00100000:0.0:1746145233.692484:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534653312 00002000:00100000:0.0:1746145233.692522:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088380380 x1830965534653312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.692532:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965534653312 ext(0->4095) 00002000:00010000:0.0:1746145233.692536:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145233.692553:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3763 00000100:00100000:0.0:1746145233.692560:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:1962:x1830965534653312:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145233.692712:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:1962:x1830965534653312:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 151us (300us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145233.692718:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3763 00002000:00100000:0.0:1746145233.692723:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088380380 x1830965534653312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/4536 e 0 to 0 dl 1746145244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.692730:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088380380 with x1830965534653312 ext(0->4095) 00002000:00010000:0.0:1746145233.692733:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088380380 00000100:00100000:0.0:1746145233.695837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.714295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.714367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.717510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.720591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.724053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.728452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.735526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.781207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.783779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.786242:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.791652:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.794074:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.798374:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.802728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.803402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.808508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.808749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.812609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.822193:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.826281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.829229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.832911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.837845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.838896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.841611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.847592:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530767232:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145233.847611:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145233.847671:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534658048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3807us (4474us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145233.847681:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9146 00000100:00100000:0.0:1746145233.847902:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534658304 00000100:00100000:0.0:1746145233.847907:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534658304 00002000:00100000:0.0:1746145233.847937:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937800 x1830965534658304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.847945:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965534658304 ext(0->4095) 00010000:00010000:0.0:1746145233.847952:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d4702 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533a1c expref: 82 pid: 19630 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145233.847963:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d4702 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533a1c expref: 82 pid: 19630 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746145233.847968:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937800 00000100:00100000:0.0:1746145233.847990:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1743 00000100:00100000:0.0:1746145233.847995:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965534658304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145233.848120:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965534658304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (314us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145233.848125:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1743 00002000:00100000:0.0:1746145233.848129:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937800 x1830965534658304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/4536 e 0 to 0 dl 1746145244 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.848136:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965534658304 ext(0->4095) 00010000:00010000:0.0:1746145233.848140:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d4702 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533a1c expref: 82 pid: 19630 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145233.848153:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092055000/0xb5ee96b21a0d4702 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533a1c expref: 82 pid: 19630 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746145233.848157:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937800 00000100:00100000:0.0:1746145233.850781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.855099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.857953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.861416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.864427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.866023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.868154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.871447:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.874571:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.877249:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.880604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.884421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.889514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.891174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.895801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.899972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.903446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.903486:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534661248 00000100:00100000:0.0:1746145233.903491:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534661248 00002000:00100000:0.0:1746145233.903518:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965534661248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/0 e 0 to 0 dl 1746145244 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.903527:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965534661248 ext(0->4095) 00002000:00010000:0.0:1746145233.903531:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388a80 00000100:00100000:0.0:1746145233.903556:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3771 00000100:00100000:0.0:1746145233.903561:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:1961:x1830965534661248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145233.903700:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:1961:x1830965534661248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (254us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145233.903705:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3771 00002000:00100000:0.0:1746145233.903709:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965534661248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:119/0 lens 488/4536 e 0 to 0 dl 1746145244 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145233.903716:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965534661248 ext(0->4095) 00002000:00010000:0.0:1746145233.903718:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388a80 00000100:00100000:0.0:1746145233.906218:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.910847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.914513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.917522:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.918693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.921981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.922385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.928723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.931925:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.937971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.940414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.946812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.949213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.951963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.954715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.955797:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.959049:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.963572:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.968324:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.971145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.975845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.979846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.980522:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.983221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.987913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.992101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.995503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145233.997839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.001422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.005438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.009714:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.012361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.016777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.019905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.019950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.024719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.027871:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.028469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.032979:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.035555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.039756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.042488:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534668288 00000100:00100000:0.0:1746145234.042496:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534668288 00000100:00100000:0.0:1746145234.042819:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5035 00000100:00100000:0.0:1746145234.042828:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534668288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.042841:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.042855:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d478e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533aa8 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.042881:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4787 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533aa1 expref: 84 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.042892:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.042894:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.042897:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d478e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533aa8 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.042959:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4787 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533aa1 expref: 84 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.042972:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4787 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533aa1 expref: 84 pid: 19630 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.042983:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530772096:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.043057:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.044676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.047399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.049564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.049623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.051670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.055720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.058523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.064405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.069182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.070209:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.077124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.081136:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.086552:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.089751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.093335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.097055:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534671104 00000100:00100000:0.0:1746145234.097063:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534671104 00000100:00100000:0.0:1746145234.097148:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5041 00000100:00100000:0.0:1746145234.097156:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+85:31559:x1830965534671104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.097172:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.097186:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206200/0xb5ee96b21a0d47b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533ad2 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.097208:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d47b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533acb expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.097214:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.097215:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.097219:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206200/0xb5ee96b21a0d47b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533ad2 expref: 86 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.097241:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d47b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533acb expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.097252:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d47b1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533acb expref: 5 pid: 19630 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.097262:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530773632:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.097321:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.099355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.108273:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.113280:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.119373:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.126319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.133278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.135341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.138230:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.143081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.146606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.153170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.159268:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.167537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.168565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.171520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.177733:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.181349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.185613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.194609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.201243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.205005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.209842:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534674816 00000100:00100000:0.0:1746145234.209849:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534674816 00002000:00100000:0.0:1746145234.209882:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965534674816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.209892:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965534674816 ext(0->4095) 00010000:00010000:0.0:1746145234.209898:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d47db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533af5 expref: 6 pid: 19630 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.209911:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d47db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533af5 expref: 6 pid: 19630 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746145234.209916:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093936a00 00000100:00100000:0.0:1746145234.209944:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1765 00000100:00100000:0.0:1746145234.209951:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534674816:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145234.210997:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534674816:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1043us (1647us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145234.211004:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1765 00002000:00100000:0.0:1746145234.211010:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965534674816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746145245 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.211017:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965534674816 ext(0->4095) 00010000:00010000:0.0:1746145234.211023:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d47db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533af5 expref: 6 pid: 19630 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.211034:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d47db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533af5 expref: 6 pid: 19630 timeout: 575 lvb_type: 0 00002000:00010000:0.0:1746145234.211039:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093936a00 00000100:00100000:0.0:1746145234.213078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.217441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.220564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.223308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.227157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.228720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.230298:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.234561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.237545:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.240865:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.248846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.249903:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5051 00000100:00100000:0.0:1746145234.249910:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534676864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.249925:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.249937:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d47fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533b18 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.249959:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d47f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b11 expref: 90 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.249966:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.249967:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.249970:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d47fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b18 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.249992:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d47f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b11 expref: 90 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.250001:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d47f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b11 expref: 90 pid: 19630 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.250011:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530776192:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.250293:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00010000:00010000:0.0:1746145234.257737:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d47f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b11 expref: 92 pid: 19630 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.257749:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927b4700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530776192:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145234.257762:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d47fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b18 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.257768:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d47fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b18 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.257774:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:0.0:1746145234.257788:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534676864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7879us (8950us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145234.257792:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5051 00000100:00100000:0.0:1746145234.265378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.268494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.285168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.290124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.295756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.295826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.299553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.301643:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.305184:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.310196:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.314729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.315748:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+93:1962:x1830965534679424:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 370us (1018us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145234.315754:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3786 00002000:00100000:0.0:1746145234.315759:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d180 x1830965534679424/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746145245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.315765:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965534679424 ext(0->4095) 00002000:00010000:0.0:1746145234.315767:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0d180 00000100:00100000:0.0:1746145234.322480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.327976:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.328087:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.328118:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534680064 00000100:00100000:0.0:1746145234.328125:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534680064 00002000:00100000:0.0:1746145234.328159:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0df80 x1830965534680064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.328167:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965534680064 ext(0->4095) 00002000:00010000:0.0:1746145234.328172:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0df80 00000100:00100000:0.0:1746145234.328203:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3787 00000100:00100000:0.0:1746145234.328210:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534680064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145234.328328:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534680064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (241us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145234.328334:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3787 00002000:00100000:0.0:1746145234.328339:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0df80 x1830965534680064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746145245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.328346:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965534680064 ext(0->4095) 00010000:00010000:0.0:1746145234.328350:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d4821 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b3b expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.328359:0:27702:0:(ldlm_lockd.c:596:ldlm_refresh_waiting_lock()) ### wasn't waiting ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d4821 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b3b expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145234.328365:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0df80 00000100:00100000:0.0:1746145234.330085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.331596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.336614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.340012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.343335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.345350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.350130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.350937:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.354570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.357052:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534681856 00000100:00100000:0.0:1746145234.357056:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534681856 00010000:00010000:0.0:1746145234.357075:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b50 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.357884:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9191 00000100:00100000:0.0:1746145234.357893:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534681856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145234.357905:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145234.357923:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4836 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b50 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.357934:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4836 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b50 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.357953:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4836 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b50 expref: 6 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.357979:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.357981:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.357987:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d483d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b57 expref: 93 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.357993:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d483d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b57 expref: 93 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.358019:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d483d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b57 expref: 93 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.358029:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d483d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b57 expref: 93 pid: 8466 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.358039:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838c700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530778752:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145234.358098:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.360296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.363003:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.366878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.370258:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534682624 00000100:00100000:0.0:1746145234.370266:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534682624 00000100:00100000:0.0:1746145234.370334:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5062 00000100:00100000:0.0:1746145234.370341:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534682624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.370357:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.370372:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d484b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533b65 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.370395:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092055800/0xb5ee96b21a0d4844 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b5e expref: 92 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.370402:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.370404:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.370407:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d484b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b65 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.370430:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092055800/0xb5ee96b21a0d4844 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b5e expref: 92 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.370441:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092055800/0xb5ee96b21a0d4844 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533b5e expref: 92 pid: 8464 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.370452:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838c000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530779008:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.370527:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.372851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.376548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.376598:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534683008 00000100:00100000:0.0:1746145234.376603:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534683008 00002000:00100000:0.0:1746145234.376664:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838df80 x1830965534683008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.376674:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838df80 with x1830965534683008 ext(0->4095) 00002000:00010000:0.0:1746145234.376678:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838df80 00000100:00100000:0.0:1746145234.376700:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3791 00000100:00100000:0.0:1746145234.376706:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534683008:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145234.376826:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534683008:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145234.376832:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3791 00002000:00100000:0.0:1746145234.376838:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838df80 x1830965534683008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746145245 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.376844:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838df80 with x1830965534683008 ext(0->4095) 00002000:00010000:0.0:1746145234.376846:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838df80 00000100:00100000:0.0:1746145234.377809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.381913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.384468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.387185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.390149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.394572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.398858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.400862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.401480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.404208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.406419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.409876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.411962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.415319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.417714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.420253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.422798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.424863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.425965:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.427475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.430393:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.433903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.433956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.437918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.441374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.441421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.450292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.453937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.456153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.459611:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.464200:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.464285:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.467844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.470099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.473167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.477089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.481648:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.484255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.488314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.492959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.493066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.496615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.498526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.501909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.506405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.512020:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.513731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.516275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.519078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.520882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.522714:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.523269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.525722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.529115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.529165:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.533092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.536088:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.536175:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.538728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.541405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.547692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.550078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.557039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.560332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.560594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.564417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.564458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.569358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.573080:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.584372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.589939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.590461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.594296:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.604407:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.609775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.612820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.616098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.626985:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.629263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.632784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.637433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.642038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.644934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.648245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.652263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.658503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.658612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.662491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.666146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.673759:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.676347:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.679433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.679970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.684722:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.685671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.689274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.693050:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534700928 00000100:00100000:0.0:1746145234.693058:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534700928 00010000:00010000:0.0:1746145234.693088:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c53 expref: 96 pid: 8466 timeout: 575 lvb_type: 0 00000100:00100000:0.0:1746145234.693188:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9228 00000100:00100000:0.0:1746145234.693195:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1963:x1830965534700928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145234.693207:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145234.693225:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4939 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c53 expref: 96 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.693236:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4939 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c53 expref: 96 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.693256:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4939 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c53 expref: 96 pid: 8466 timeout: 575 lvb_type: 0 00010000:00010000:0.0:1746145234.693662:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.693665:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.693673:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4940 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c5a expref: 95 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.693681:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c5a expref: 95 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.693710:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4940 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533c5a expref: 95 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145234.693722:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530788096:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145234.693794:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.696388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.701428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.705405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.708873:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.709902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.714343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.715223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.720708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.724169:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.727549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.729683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.733500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.736838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.738720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.741255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.744304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.746978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.749855:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.756412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.759696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.762455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.765014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.769025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.769360:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.773580:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.776450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.785008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.791090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.792895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.795233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.795304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.797848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.799670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.802533:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.806600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.811642:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.814769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.820114:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.825324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.830333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.833770:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.837473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.840236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.844301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.849010:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534709504 00000100:00100000:0.0:1746145234.849014:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534709504 00000100:00100000:0.0:1746145234.849065:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5114 00000100:00100000:0.0:1746145234.849071:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:31559:x1830965534709504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.849080:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.849094:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d49b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533cd1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.849123:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d49b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cca expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.849134:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.849136:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145234.849139:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d49b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cd1 expref: 95 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.849161:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d49b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cca expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.849171:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d49b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cca expref: 5 pid: 8466 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746145234.849180:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de3ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530792320:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.849219:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.852199:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.852307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.854765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.857046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.863534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.867375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.870982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.872844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.875811:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534711040 00000100:00100000:0.0:1746145234.876351:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534711040 00002000:00100000:0.0:1746145234.876394:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965534711040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:120/0 lens 488/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.876415:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965534711040 ext(0->4095) 00010000:00010000:0.0:1746145234.876422:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d49c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cdf expref: 6 pid: 8464 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145234.876434:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d49c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cdf expref: 6 pid: 8464 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145234.876448:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989f80 00000100:00100000:0.0:1746145234.881724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.886017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.904313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.904341:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534711680 00000100:00100000:0.0:1746145234.904349:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534711680 00002000:00100000:0.0:1746145234.904464:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880085557480 x1830965534711680/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:120/0 lens 496/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.904489:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557480 with x1830965534711680 ext(0->7) 00010000:00010000:0.0:1746145234.904500:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d49cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533ce6 expref: 95 pid: 8464 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145234.904529:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d49cc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533ce6 expref: 95 pid: 8464 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145234.904546:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557480 00000100:00100000:0.0:1746145234.924897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.927212:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534712704 00000100:00100000:0.0:1746145234.927218:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534712704 00000100:00100000:0.0:1746145234.927254:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5120 00000100:00100000:0.0:1746145234.927261:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534712704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145234.927273:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145234.927411:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d49e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533cfb expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.927433:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d49da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cf4 expref: 96 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.927440:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.927442:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145234.927445:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d49e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cfb expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.927469:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d49da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cf4 expref: 96 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.927480:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d49da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533cf4 expref: 96 pid: 8464 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746145234.927490:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085555c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530793856:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145234.927543:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145234.929321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.934223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.936118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.936571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.938569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.940588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.942904:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.946369:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.949079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.953968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.957130:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.958456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.960406:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530794880:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145234.960431:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d49fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d17 expref: 97 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145234.960446:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051e00, rc 0) 00000100:00100000:0.0:1746145234.960490:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+97:31559:x1830965534714496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3249us (3366us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145234.960497:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5124 00000100:00100000:0.0:1746145234.963115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.963157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.966385:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.969246:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.972936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.976263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.981045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.984705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.985336:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.988984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.990885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145234.995945:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534716800 00000100:00100000:0.0:1746145234.995952:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534716800 00002000:00100000:0.0:1746145234.995986:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965534716800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:120/0 lens 488/0 e 0 to 0 dl 1746145245 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.995994:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965534716800 ext(0->4095) 00010000:00010000:0.0:1746145234.996001:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4a12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d2c expref: 98 pid: 11330 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145234.996014:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4a12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d2c expref: 98 pid: 11330 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145234.996019:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678380 00000100:00100000:0.0:1746145234.996050:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1806 00000100:00100000:0.0:1746145234.996057:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1960:x1830965534716800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145234.996207:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1960:x1830965534716800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (819us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145234.996213:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1806 00002000:00100000:0.0:1746145234.996218:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965534716800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:120/0 lens 488/4536 e 0 to 0 dl 1746145245 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145234.996224:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965534716800 ext(0->4095) 00010000:00010000:0.0:1746145234.996228:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4a12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d2c expref: 98 pid: 11330 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145234.996236:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4a12 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d2c expref: 98 pid: 11330 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145234.996241:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678380 00000100:00100000:0.0:1746145234.999788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.002669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.005727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.009834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.015559:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.015712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.021047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.025010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.029849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.033698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.042564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.051045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.060897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.081757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.085346:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.090226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.096024:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.105922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.109934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.119881:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.127995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.133773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.135050:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.136804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.137044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.140456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.147844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.154027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.156299:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.159465:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.163859:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534722176 00000100:00100000:0.0:1746145235.163863:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534722176 00000100:00100000:0.0:1746145235.163895:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5138 00000100:00100000:0.0:1746145235.163901:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:31559:x1830965534722176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145235.163910:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145235.163922:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4a5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533d79 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.163942:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d4a58 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d72 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.163948:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145235.163950:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145235.163953:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4a5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d79 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.163976:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d4a58 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d72 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.163985:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092054c00/0xb5ee96b21a0d4a58 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d72 expref: 5 pid: 8466 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746145235.163993:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530798464:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145235.164049:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145235.167075:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534722304 00000100:00100000:0.0:1746145235.167083:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534722304 00000100:00100000:0.0:1746145235.167614:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5139 00000100:00100000:0.0:1746145235.167639:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:31571:x1830965534722304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145235.167655:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145235.167670:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d4a66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533d80 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.167692:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145235.167698:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4a5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d79 expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.167703:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.167706:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d4a66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d80 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.167735:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4a5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d79 expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.167746:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d4a66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d80 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.167756:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8d40600, rc 0) 00000100:00100000:0.0:1746145235.167790:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:31571:x1830965534722304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 169us (977us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.167796:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5139 00000100:00100000:0.0:1746145235.168909:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f14000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530798464:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145235.168925:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4a5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d79 expref: 102 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.168939:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:0.0:1746145235.168974:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:31559:x1830965534722176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5073us (5892us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.168980:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5138 00000100:00100000:0.0:1746145235.169808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.177003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.181877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.184236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.187459:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.191303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.192463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.196539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.203869:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.211548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.211594:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534724608 00000100:00100000:0.0:1746145235.211600:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534724608 00002000:00100000:0.0:1746145235.211653:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdf80 x1830965534724608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/0 e 0 to 0 dl 1746145246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.211662:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965534724608 ext(0->4095) 00002000:00010000:0.0:1746145235.211665:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:0.0:1746145235.211681:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3833 00000100:00100000:0.0:1746145235.211687:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1962:x1830965534724608:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145235.211820:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1962:x1830965534724608:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (273us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145235.211829:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3833 00002000:00100000:0.0:1746145235.211833:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdf80 x1830965534724608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746145246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.211839:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965534724608 ext(0->4095) 00002000:00010000:0.0:1746145235.211841:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:0.0:1746145235.216851:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.216877:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534724736 00000100:00100000:0.0:1746145235.216885:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534724736 00000100:00100000:0.0:1746145235.216927:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5143 00000100:00100000:0.0:1746145235.216934:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534724736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145235.216948:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145235.216966:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533d9c expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.216990:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009187d800/0xb5ee96b21a0d4a7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d95 expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.216996:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.217475:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.217481:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.217506:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009187d800/0xb5ee96b21a0d4a7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d95 expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.217517:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009187d800/0xb5ee96b21a0d4a7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d95 expref: 100 pid: 8466 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746145235.217529:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530799744:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145235.217777:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145235.220927:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934bd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530799744:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145235.220951:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.220968:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:0.0:1746145235.221427:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534724736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4492us (4578us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.221435:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5143 00000100:00100000:0.0:1746145235.222315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.222929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.226582:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534725248 00000100:00100000:0.0:1746145235.226588:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534725248 00002000:00100000:0.0:1746145235.226616:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67ad80 x1830965534725248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:121/0 lens 488/0 e 0 to 0 dl 1746145246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.226649:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965534725248 ext(0->4095) 00010000:00010000:0.0:1746145235.226657:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145235.226668:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145235.226674:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67ad80 00000100:00100000:0.0:1746145235.226690:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1815 00000100:00100000:0.0:1746145235.226696:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534725248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145235.226797:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534725248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145235.226802:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1815 00002000:00100000:0.0:1746145235.226807:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67ad80 x1830965534725248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746145246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.226814:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965534725248 ext(0->4095) 00010000:00010000:0.0:1746145235.226818:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145235.226827:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a82 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533d9c expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145235.226832:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67ad80 00000100:00100000:0.0:1746145235.229547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.233821:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534725632 00000100:00100000:0.0:1746145235.233828:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534725632 00002000:00100000:0.0:1746145235.233872:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679880 x1830965534725632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/0 e 0 to 0 dl 1746145246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.233881:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965534725632 ext(0->4095) 00002000:00010000:0.0:1746145235.233886:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679880 00000100:00100000:0.0:1746145235.233911:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3834 00000100:00100000:0.0:1746145235.233918:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1960:x1830965534725632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145235.234034:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1960:x1830965534725632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (321us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145235.234041:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3834 00002000:00100000:0.0:1746145235.234046:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679880 x1830965534725632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746145246 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.234053:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965534725632 ext(0->4095) 00002000:00010000:0.0:1746145235.234055:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679880 00000100:00100000:0.0:1746145235.237741:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534725760 00000100:00100000:0.0:1746145235.237750:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534725760 00000100:00100000:0.0:1746145235.237792:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5145 00000100:00100000:0.0:1746145235.237799:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534725760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145235.237813:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145235.237827:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d4a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533daa expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.237852:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800975c4a00/0xb5ee96b21a0d4a89 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533da3 expref: 100 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.237859:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.237860:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.237864:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d4a90 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533daa expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.237889:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800975c4a00/0xb5ee96b21a0d4a89 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533da3 expref: 100 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.237900:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800975c4a00/0xb5ee96b21a0d4a89 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533da3 expref: 100 pid: 19630 timeout: 576 lvb_type: 0 00000100:00100000:0.0:1746145235.237915:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530800256:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145235.237975:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145235.248077:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092695f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530800256:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145235.248111:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d4a90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533daa expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.248124:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aac00, rc 0) 00000100:00100000:0.0:1746145235.248164:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534725760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10365us (10797us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.248171:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5145 00000100:00100000:0.0:1746145235.254235:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534726016 00000100:00100000:0.0:1746145235.254244:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534726016 00000100:00100000:0.0:1746145235.254286:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5146 00000100:00100000:0.0:1746145235.254294:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:31559:x1830965534726016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145235.254306:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145235.254320:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533db1 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.254349:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145235.254354:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d4a90 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533daa expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.254365:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746145235.254368:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533db1 expref: 104 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.254407:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d4a90 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533daa expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.254418:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4a97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533db1 expref: 104 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145235.254426:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:0.0:1746145235.254462:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:31559:x1830965534726016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (347us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.254467:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5146 00000100:00100000:0.0:1746145235.262742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.268476:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.273376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.276435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.280357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.282783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.283905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.286615:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.287390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.292695:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.294796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.299248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.302266:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.308472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.311380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.313693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.320599:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.320757:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.326180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.332036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.337413:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.342543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.344987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.348951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.349520:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.352765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.354176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.361053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.365067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.369756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.373613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.376613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.382616:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.385215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.389411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.390007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.393996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.399739:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.404175:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.406931:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.411293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.423950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.433737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.441035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.444229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.449642:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.452309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.457601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.460349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.460421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.464808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.465272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.469205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.472901:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.481267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.485460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.491317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.491409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.500243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.503705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.510859:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.523313:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.532395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.536061:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.536116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.538551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.538941:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534737792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 216us (389us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145235.538947:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1828 00002000:00100000:0.0:1746145235.538952:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0380 x1830965534737792/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746145246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.538964:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830965534737792 ext(0->4095) 00010000:00010000:0.0:1746145235.538968:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097577a00/0xb5ee96b21a0d4b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e44 expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145235.538978:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097577a00/0xb5ee96b21a0d4b2a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e44 expref: 6 pid: 19630 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145235.538983:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0380 00000100:00100000:0.0:1746145235.541322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.548531:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534738176 00000100:00100000:0.0:1746145235.548539:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534738176 00000100:00100000:0.0:1746145235.553349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.555585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.560710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.561215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.565738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.565791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.570205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.572747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.579734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.585991:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.586084:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.593445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.600236:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534740864 00000100:00100000:0.0:1746145235.600242:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534740864 00002000:00100000:0.0:1746145235.600272:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965534740864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/0 e 0 to 0 dl 1746145246 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.600286:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965534740864 ext(0->4095) 00010000:00010000:0.0:1746145235.600293:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013606f600/0xb5ee96b21a0d4b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e6e expref: 11 pid: 19630 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145235.600304:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013606f600/0xb5ee96b21a0d4b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e6e expref: 11 pid: 19630 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145235.600309:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fdc00 00000100:00100000:0.0:1746145235.600323:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1832 00000100:00100000:0.0:1746145235.600328:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965534740864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145235.600466:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965534740864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (2877us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145235.600471:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1832 00002000:00100000:0.0:1746145235.600476:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965534740864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:121/0 lens 488/4536 e 0 to 0 dl 1746145246 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145235.600482:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965534740864 ext(0->4095) 00010000:00010000:0.0:1746145235.600485:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013606f600/0xb5ee96b21a0d4b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e6e expref: 11 pid: 19630 timeout: 576 lvb_type: 0 00010000:00010000:0.0:1746145235.600494:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013606f600/0xb5ee96b21a0d4b54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533e6e expref: 11 pid: 19630 timeout: 576 lvb_type: 0 00002000:00010000:0.0:1746145235.600499:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fdc00 00000100:00100000:0.0:1746145235.603276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.609019:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.621710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.644683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.657708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.657778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.668321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.670620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.670682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.675731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.681563:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.681607:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.685744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.688491:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.691129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.693331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.696911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.700161:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.700711:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.703653:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.704711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.708257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.711699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.714700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.720309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.724379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.728846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.739613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.741780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.744537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.754415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.771561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.771613:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.776847:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530810368:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145235.776870:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145235.776913:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88013339ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965534746368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4863us (5298us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145235.776926:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9315 00000100:00100000:0.0:1746145235.777491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.779756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.786988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.789962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.798832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.808597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.809308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.811455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.833200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.844597:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.851126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.855342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.860911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.875526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.883880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.891744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.895334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.897099:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.899376:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.907999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.911466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.924184:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.937089:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.939109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.944910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.949168:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.956419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.960300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.967709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.972380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.977794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.982378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.986963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.991407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.994433:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145235.998164:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.000824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.001238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.005064:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.005135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.009695:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.016939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.021736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.023683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.027655:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.031461:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.032890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.034351:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.036279:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.040345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.044369:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.049366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.055046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.061500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.070114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.073758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.076496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.080560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.082428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.086513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.089715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.091620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.095528:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.099033:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.099115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.102114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.105252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.105662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.109517:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.112414:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.115046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.119195:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.119530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.119861:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534759168 00000100:00100000:0.0:1746145236.119864:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534759168 00000100:00100000:0.0:1746145236.119926:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5209 00000100:00100000:0.0:1746145236.119932:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:31559:x1830965534759168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145236.119943:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145236.119952:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4c50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533f6a expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.119967:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d4c49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533f63 expref: 25 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.119972:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145236.119973:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145236.119976:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d4c50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533f6a expref: 25 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.119993:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d4c49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533f63 expref: 25 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.120002:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d4c49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533f63 expref: 25 pid: 19630 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746145236.120010:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934bc700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965530816640:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145236.120029:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.124269:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.131746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.131794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.132440:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5210 00000100:00100000:0.0:1746145236.132447:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534759552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145236.132503:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145236.132513:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d4c57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533f71 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145236.137722:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.140535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.140730:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.143578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.147221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.149683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.153053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.157149:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.161588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.163358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.166942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.167047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.170429:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.174207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.175319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.182903:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.184102:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.187495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.191413:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534763136 00000100:00100000:0.0:1746145236.191418:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534763136 00002000:00100000:0.0:1746145236.191448:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965534763136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145236.191456:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965534763136 ext(0->4095) 00002000:00010000:0.0:1746145236.191461:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145236.191589:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3866 00000100:00100000:0.0:1746145236.191595:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534763136:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145236.191721:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534763136:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 127us (515us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145236.191727:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3866 00002000:00100000:0.0:1746145236.191731:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965534763136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145236.191737:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965534763136 ext(0->4095) 00002000:00010000:0.0:1746145236.191740:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145236.195495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.198699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.198772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.203905:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.207214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.207326:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.211221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.214377:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.214424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.221585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.226007:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.234165:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.240401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.244199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.246348:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.248407:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.252761:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.254755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.263239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.268607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.268700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145236.268853:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d4cb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fd3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.268862:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d4cb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fd3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.268904:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d4cb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fd3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.268934:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d4cb9 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fd3 expref: 5 pid: 8464 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746145236.268943:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530820608:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145236.269017:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.273651:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298b100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530820608:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145236.273669:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145236.273682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.273706:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965534766976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4943us (5104us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.273716:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9355 00000100:00100000:0.0:1746145236.276767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.278258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.282781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.286623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.290441:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.292937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.296556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.297890:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965530821504:0@lo:400:kworker.0 00000100:00100000:0.0:1746145236.297919:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145236.297942:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965530822016:0@lo:400:kworker.0 00000100:00100000:0.0:1746145236.297969:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145236.297992:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530821888:0@lo:400:kworker.0 00000100:00100000:0.0:1746145236.298008:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145236.298052:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1746145236.298057:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830965530821632:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145236.298099:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830965530821632:12345-0@lo:400:kworker.0 Request processed in 32us (169us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145236.298104:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 309 00000100:00100000:0.0:1746145236.298129:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530821888:0@lo:400:kworker.0 00000100:00100000:1.0:1746145236.298667:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530821504 00000100:00100000:1.0:1746145236.298671:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530821504 00000100:00100000:1.0:1746145236.298704:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 359 00000100:00100000:1.0:1746145236.298709:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4ac8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965530821504:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145236.298737:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4ac8850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965530821504:12345-0@lo:400:kworker.0 Request processed in 29us (817us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.298742:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 359 00000100:00100000:0.0:1746145236.299007:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965530821504:0@lo:400:kworker.0 00000100:00100000:0.0:1746145236.299017:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965530822016:0@lo:400:kworker.0 00000100:00100000:1.0:1746145236.299279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.301279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.301742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.301845:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534769024 00000100:00100000:0.0:1746145236.301848:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534769024 00000100:00100000:0.0:1746145236.301864:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5229 00000100:00100000:0.0:1746145236.301869:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31571:x1830965534769024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145236.301874:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145236.301880:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4cdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef533ff6 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.301889:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.301892:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d4cd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fef expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.301896:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145236.301898:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4cdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533ff6 expref: 26 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.301913:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d4cd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533fef expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.301922:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d4cdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef533ff6 expref: 26 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.301930:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:0.0:1746145236.302026:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31571:x1830965534769024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (284us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145236.302035:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5229 00000100:00100000:0.0:1746145236.303654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.306159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.309484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.313352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.316107:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.319852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.324258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.329195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.330513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.334343:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.338788:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.350284:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.350300:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534771328 00000100:00100000:0.0:1746145236.350305:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534771328 00002000:00100000:0.0:1746145236.350336:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ed80 x1830965534771328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145236.350345:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ed80 with x1830965534771328 ext(0->4095) 00002000:00010000:0.0:1746145236.350350:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ed80 00000100:00100000:0.0:1746145236.350364:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3873 00000100:00100000:0.0:1746145236.350370:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1960:x1830965534771328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145236.350514:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1960:x1830965534771328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (233us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145236.350520:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3873 00002000:00100000:0.0:1746145236.350525:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ed80 x1830965534771328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145236.350533:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ed80 with x1830965534771328 ext(0->4095) 00002000:00010000:0.0:1746145236.350535:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ed80 00000100:00100000:1.0:1746145236.350645:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530823680 00000100:00100000:1.0:1746145236.350649:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530823680 00000100:00100000:1.0:1746145236.350669:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 165 00000100:00100000:1.0:1746145236.350675:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530823680:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746145236.350685:0:8468:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 158269440 pending 15335424 free 3855613952 avail 3853516800 00000100:00100000:1.0:1746145236.350726:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530823680:12345-0@lo:13:osp-pre-1-0.0 Request processed in 52us (1733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.350731:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 165 00000100:00100000:0.0:1746145236.354986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.360960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.363201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.372934:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.379191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.385948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.393004:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.401624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.410495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.416048:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.416877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.422651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.423471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.427974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.432516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.437610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.450036:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.466247:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.467526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.475699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.478842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.481417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.483657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.491872:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.495303:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.500164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.500276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.504314:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.504385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.507613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.511442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.517208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.520553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.523697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.528218:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.528841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.533518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.534234:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.538296:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.541911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.545334:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.547705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.549826:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.553069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.554684:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.556032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.557143:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534779264 00000100:00100000:0.0:1746145236.557148:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534779264 00010000:00010000:0.0:1746145236.557165:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d4d53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53406d expref: 6 pid: 19630 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746145236.557196:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9378 00000100:00100000:0.0:1746145236.557209:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534779264:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145236.557217:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145236.557233:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d4d53 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53406d expref: 6 pid: 19630 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746145236.557243:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d4d53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53406d expref: 6 pid: 19630 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746145236.557260:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.557261:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.557267:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4d5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534074 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.557273:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4d5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534074 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.557294:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4d5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534074 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.557304:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4d5a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534074 expref: 31 pid: 19630 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746145236.557314:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093eeaa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530827648:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145236.557373:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.565159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.571116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.576559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.580185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.587283:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.587311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.592154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.596271:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.600018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.615669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.635618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.640767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.643947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.649012:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.652753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.655677:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530828672:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.655705:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4d7d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534097 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.655883:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461bc00, rc 0) 00000100:00100000:1.0:1746145236.655927:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965534781696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6769us (6920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.655934:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5252 00000100:00100000:0.0:1746145236.656046:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.656070:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534781952 00000100:00100000:0.0:1746145236.656075:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534781952 00010000:00010000:0.0:1746145236.656110:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534090 expref: 6 pid: 11330 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746145236.656130:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9383 00000100:00100000:0.0:1746145236.656135:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534781952:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145236.656145:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145236.656160:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4d76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534090 expref: 6 pid: 11330 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746145236.656169:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4d76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534090 expref: 6 pid: 11330 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746145236.656187:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4d76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534090 expref: 6 pid: 11330 timeout: 577 lvb_type: 0 00010000:00010000:0.0:1746145236.656200:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.656202:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.656207:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4d7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534097 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.656214:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534097 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.656237:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4d7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534097 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.656246:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4d7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534097 expref: 32 pid: 11330 timeout: 577 lvb_type: 0 00000100:00100000:0.0:1746145236.656255:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530828928:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145236.656305:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.659118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.661440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.664143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.671059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.673675:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534782720 00000100:00100000:1.0:1746145236.673687:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534782720 00000100:00100000:1.0:1746145236.673747:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5254 00000100:00100000:1.0:1746145236.673755:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534782720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.673774:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.673789:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340a5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.673814:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4d84 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53409e expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.673821:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.673823:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.673826:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340a5 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.673852:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4d84 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53409e expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.673863:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4d84 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53409e expref: 31 pid: 19630 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746145236.673873:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829184:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.673953:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.685112:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829184:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.685141:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340a5 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.685156:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4a00, rc 0) 00000100:00100000:1.0:1746145236.685204:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534782720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11449us (14152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.685215:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5254 00000100:00100000:0.0:1746145236.686097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.691285:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.694616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.702241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.702853:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534783360 00000100:00100000:1.0:1746145236.702861:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534783360 00000100:00100000:1.0:1746145236.702908:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5255 00000100:00100000:1.0:1746145236.702916:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965534783360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.702933:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.702950:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d4d92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340ac expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.702974:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340a5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.702981:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.702983:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.702987:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d4d92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ac expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.703015:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340a5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145236.703023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145236.703026:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d4d8b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340a5 expref: 5 pid: 11330 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746145236.703037:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829440:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145236.703040:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534783488 00000100:00100000:0.0:1746145236.703042:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534783488 00000100:00100000:0.0:1746145236.703060:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5256 00000100:00100000:0.0:1746145236.703064:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965534783488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145236.703069:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145236.703075:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340b3 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.703096:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145236.703100:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d4d92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ac expref: 36 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.703105:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145236.703108:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340b3 expref: 36 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.703126:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d4d92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ac expref: 36 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.703135:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340b3 expref: 36 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145236.703143:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:0.0:1746145236.703162:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965534783488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (139us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145236.703168:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5256 00000100:00100000:1.0:1746145236.703754:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.706402:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.706746:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829440:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.706773:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d4d92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ac expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.706789:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4800, rc 0) 00000100:00100000:1.0:1746145236.706826:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965534783360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3911us (4593us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.706833:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5255 00000100:00100000:0.0:1746145236.708900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.710618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.713191:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.713288:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534784256 00000100:00100000:1.0:1746145236.713294:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534784256 00002000:00100000:1.0:1746145236.713326:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cefb80 x1830965534784256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.713334:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cefb80 with x1830965534784256 ext(0->4095) 00002000:00010000:1.0:1746145236.713338:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cefb80 00000100:00100000:1.0:1746145236.713412:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3885 00000100:00100000:1.0:1746145236.713418:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965534784256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145236.713828:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965534784256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 409us (642us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.713833:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3885 00002000:00100000:1.0:1746145236.713838:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cefb80 x1830965534784256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.713845:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cefb80 with x1830965534784256 ext(0->4095) 00002000:00010000:1.0:1746145236.713847:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cefb80 00000100:00100000:0.0:1746145236.715285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.715359:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534784384 00000100:00100000:1.0:1746145236.715365:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534784384 00000100:00100000:1.0:1746145236.715405:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5257 00000100:00100000:1.0:1746145236.715411:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534784384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.715424:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.715437:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340ba expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.715457:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340b3 expref: 33 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.715461:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.715462:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.715465:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.715483:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340b3 expref: 33 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.715493:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4d99 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340b3 expref: 33 pid: 8464 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746145236.715501:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829952:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.715666:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.717929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.718058:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530829952:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.718080:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.718117:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.718119:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.718126:0:11330:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.718133:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.718407:0:11330:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145236.718416:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830080:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145236.718454:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.722581:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830080:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145236.722600:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4200, rc 0) 00000100:00100000:1.0:1746145236.722650:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534784384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7238us (7367us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.722658:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5257 00000100:00100000:0.0:1746145236.724699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.725029:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534784768 00000100:00100000:1.0:1746145236.725037:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534784768 00002000:00100000:1.0:1746145236.725072:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced180 x1830965534784768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.725080:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced180 with x1830965534784768 ext(0->4095) 00002000:00010000:1.0:1746145236.725112:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ced180 00000100:00100000:1.0:1746145236.725142:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3886 00000100:00100000:1.0:1746145236.725149:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534784768:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145236.725323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.725582:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534784768:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 432us (889us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.725590:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3886 00002000:00100000:1.0:1746145236.725595:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced180 x1830965534784768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.725603:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced180 with x1830965534784768 ext(0->4095) 00002000:00010000:1.0:1746145236.725605:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ced180 00000100:00100000:1.0:1746145236.725621:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534784896 00000100:00100000:1.0:1746145236.725623:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534784896 00000100:00100000:1.0:1746145236.725669:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5258 00000100:00100000:1.0:1746145236.725674:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965534784896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.725681:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.725695:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4da7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340c1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.725714:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.725721:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.725722:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.725725:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4da7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c1 expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.725748:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.725758:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d4da0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340ba expref: 5 pid: 11330 timeout: 577 lvb_type: 0 00000100:00100000:1.0:1746145236.725773:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830208:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.726935:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.729053:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830208:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.729080:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4da7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c1 expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.729109:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461bc00, rc 0) 00000100:00100000:1.0:1746145236.729157:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965534784896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3481us (3833us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.729165:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5258 00000100:00100000:0.0:1746145236.729788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.730035:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534785024 00000100:00100000:1.0:1746145236.730041:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534785024 00000100:00100000:1.0:1746145236.730098:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5259 00000100:00100000:1.0:1746145236.730105:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965534785024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.730116:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.730128:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340c8 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.730150:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.730155:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4da7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c1 expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.730160:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.730163:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c8 expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.730194:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d4da7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c1 expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.730208:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c8 expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.730215:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f9400, rc 0) 00000100:00100000:1.0:1746145236.730286:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965534785024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (499us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.730291:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5259 00000100:00100000:0.0:1746145236.732106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.737981:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.741827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.746506:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.749898:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.750544:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534785920 00000100:00100000:1.0:1746145236.750553:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534785920 00000100:00100000:1.0:1746145236.750606:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5260 00000100:00100000:1.0:1746145236.750614:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534785920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.750693:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.750710:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340cf expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.750734:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c8 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.750741:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.750742:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.750746:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.750775:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c8 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.750786:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340c8 expref: 33 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.750796:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830720:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.751499:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.753314:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530830720:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.753341:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.753357:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009455f200, rc 0) 00000100:00100000:1.0:1746145236.753490:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534785920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2875us (3596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.753497:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5260 00000100:00100000:0.0:1746145236.754172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.756815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.756892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.756946:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534786304 00000100:00100000:1.0:1746145236.756951:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534786304 00000100:00100000:1.0:1746145236.756988:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5261 00000100:00100000:1.0:1746145236.756995:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965534786304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.757007:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.757020:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340d6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.757040:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.757046:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.757047:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.757050:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4dbc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340d6 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.757072:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.759016:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009455f200/0xb5ee96b21a0d4db5 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340cf expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.759032:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530830976:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.759100:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.761863:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530830976:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.761897:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4dbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340d6 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.761915:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009455ea00, rc 0) 00000100:00100000:1.0:1746145236.762005:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965534786304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5008us (5191us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.762013:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5261 00000100:00100000:0.0:1746145236.764281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.764550:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534786560 00000100:00100000:1.0:1746145236.764558:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534786560 00000100:00100000:1.0:1746145236.764608:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5262 00000100:00100000:1.0:1746145236.764616:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965534786560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.764655:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.764669:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4dc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340dd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.764690:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.764694:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4dbc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340d6 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.764700:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.764703:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4dc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340dd expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.764731:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4dbc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340d6 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.764741:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4dc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340dd expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.764749:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:1.0:1746145236.764786:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965534786560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 172us (511us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.764792:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5262 00000100:00100000:0.0:1746145236.764852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.768116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.782174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.788585:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.796447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.796527:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534787456 00000100:00100000:1.0:1746145236.796536:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534787456 00000100:00100000:0.0:1746145236.805549:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.805601:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.808236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.810181:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.831507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.842281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.842366:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534788480 00000100:00100000:1.0:1746145236.842373:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534788480 00000100:00100000:1.0:1746145236.842420:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5265 00000100:00100000:1.0:1746145236.842428:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534788480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.842443:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.842457:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4dd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340f2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.842480:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d4dd1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340eb expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.842486:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.842488:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.842491:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4dd8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.842514:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d4dd1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340eb expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.842523:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d4dd1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340eb expref: 33 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.842534:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832000:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.842602:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.847997:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832000:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.848027:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4dd8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.848042:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481a00, rc 0) 00000100:00100000:1.0:1746145236.848082:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec9b850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534788480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5655us (5807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.848103:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5265 00000100:00100000:0.0:1746145236.850154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.858306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.858347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.858476:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534788736 00000100:00100000:1.0:1746145236.858483:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534788736 00000100:00100000:1.0:1746145236.858529:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5266 00000100:00100000:1.0:1746145236.858536:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534788736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.858552:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.858571:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5340f9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.858593:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.858598:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4dd8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.858604:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145236.858606:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f9 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.858671:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4dd8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.858682:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f9 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.858691:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:1.0:1746145236.858730:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31559:x1830965534788736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 195us (432us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.858735:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5266 00000100:00100000:0.0:1746145236.861294:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.863926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.864317:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.865132:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534789376 00000100:00100000:1.0:1746145236.865136:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534789376 00000100:00100000:1.0:1746145236.865167:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5267 00000100:00100000:1.0:1746145236.865172:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534789376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.865183:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.865192:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534100 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.865206:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f9 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.865211:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.865212:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.865215:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534100 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.865229:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f9 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.865239:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d4ddf lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5340f9 expref: 35 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.865247:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832512:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.865271:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.868318:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832512:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.868348:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534100 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.868368:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009455e000, rc 0) 00000100:00100000:1.0:1746145236.868406:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:31571:x1830965534789376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3233us (4088us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.868414:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5267 00000100:00100000:0.0:1746145236.868862:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.872616:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.874856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.875063:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534789888 00000100:00100000:1.0:1746145236.875069:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534789888 00000100:00100000:1.0:1746145236.875318:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5268 00000100:00100000:1.0:1746145236.875326:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965534789888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.875340:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.875355:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4ded lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534107 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.875377:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534100 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.875383:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.875385:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.875388:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4ded lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534107 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.875413:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534100 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.875423:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4de6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534100 expref: 5 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.875436:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832768:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.876091:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.878123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.878295:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530832768:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.878323:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4ded lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534107 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.878339:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481a00, rc 0) 00000100:00100000:1.0:1746145236.878378:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965534789888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3052us (3526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.878387:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5268 00000100:00100000:0.0:1746145236.878937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.879079:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534790016 00000100:00100000:1.0:1746145236.879082:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534790016 00000100:00100000:1.0:1746145236.879115:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5269 00000100:00100000:1.0:1746145236.879121:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534790016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.879134:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.879145:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53410e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.879162:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.879167:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4ded lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534107 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.879172:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.879175:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.879205:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481a00/0xb5ee96b21a0d4ded lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534107 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.879219:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.879226:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009455ea00, rc 0) 00000100:00100000:1.0:1746145236.879950:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31559:x1830965534790016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 827us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.879956:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5269 00000100:00100000:0.0:1746145236.883830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.887740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.888037:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.888129:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534790528 00000100:00100000:1.0:1746145236.888137:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534790528 00000100:00100000:1.0:1746145236.888213:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5270 00000100:00100000:1.0:1746145236.888221:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534790528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.888235:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.888250:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534115 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.888271:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.888276:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.888281:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145236.888284:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534115 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.888316:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.888326:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534115 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.888334:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f9400, rc 0) 00000100:00100000:1.0:1746145236.888557:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534790528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 336us (824us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.888563:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5270 00000100:00100000:0.0:1746145236.892742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.892813:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534790912 00000100:00100000:1.0:1746145236.892821:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534790912 00002000:00100000:1.0:1746145236.892858:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989180 x1830965534790912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.892867:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989180 with x1830965534790912 ext(0->4095) 00010000:00010000:1.0:1746145236.892874:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.892887:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.892893:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989180 00000100:00100000:1.0:1746145236.892921:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1896 00000100:00100000:1.0:1746145236.892928:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534790912:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145236.893054:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534790912:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (319us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.893061:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1896 00002000:00100000:1.0:1746145236.893065:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989180 x1830965534790912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.893071:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989180 with x1830965534790912 ext(0->4095) 00010000:00010000:1.0:1746145236.893075:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.893094:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d4df4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53410e expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.893100:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989180 00000100:00100000:0.0:1746145236.895606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.896374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.897049:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534791040 00000100:00100000:1.0:1746145236.897053:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534791040 00000100:00100000:1.0:1746145236.897735:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5271 00000100:00100000:1.0:1746145236.897743:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534791040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.897754:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.897765:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53411c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.897780:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534115 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.897786:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.897787:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.897789:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53411c expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.897809:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534115 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.897818:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d4dfb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534115 expref: 5 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.897826:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530833536:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.897860:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.900456:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df66680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530833408:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145236.900473:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145236.900508:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534791168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3985us (4134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145236.900517:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9401 00000100:00100000:1.0:1746145236.900794:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530833536:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.900815:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53411c expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.900830:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009455e000, rc 0) 00000100:00100000:1.0:1746145236.900848:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534791040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3107us (5249us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.900854:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5271 00000100:00100000:0.0:1746145236.901735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.908462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.916041:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.916141:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534791808 00000100:00100000:1.0:1746145236.916148:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534791808 00002000:00100000:1.0:1746145236.916181:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ca80 x1830965534791808/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.916189:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965534791808 ext(0->4095) 00002000:00010000:1.0:1746145236.916193:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ca80 00000100:00100000:1.0:1746145236.916352:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3891 00000100:00100000:1.0:1746145236.916360:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965534791808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145236.916623:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965534791808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 264us (587us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.916649:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3891 00002000:00100000:1.0:1746145236.916654:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ca80 x1830965534791808/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.916661:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965534791808 ext(0->4095) 00002000:00010000:1.0:1746145236.916664:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ca80 00000100:00100000:0.0:1746145236.918760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.918826:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534791936 00000100:00100000:1.0:1746145236.918834:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534791936 00000100:00100000:1.0:1746145236.919013:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5272 00000100:00100000:1.0:1746145236.919022:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534791936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.919037:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.919053:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534123 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.919077:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53411c expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.919093:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.919096:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.919099:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.919124:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53411c expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.919139:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4e02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53411c expref: 35 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.919149:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530833792:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.919219:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145236.922390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.922995:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530833792:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.923016:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.923030:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b2c00, rc 0) 00000100:00100000:1.0:1746145236.923988:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534791936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4967us (5232us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.924005:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5272 00000100:00100000:0.0:1746145236.926800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.927518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.927854:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534792192 00000100:00100000:1.0:1746145236.927860:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534792192 00000100:00100000:1.0:1746145236.927904:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5273 00000100:00100000:1.0:1746145236.927910:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965534792192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.927925:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.927939:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53412a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.927962:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.927971:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.927973:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.927976:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.927998:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.928009:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 5 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145236.928018:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530834048:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145236.928068:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145236.928710:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534792448 00000100:00100000:1.0:1746145236.928714:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534792448 00002000:00100000:1.0:1746145236.928741:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965534792448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.928749:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965534792448 ext(0->4095) 00010000:00010000:1.0:1746145236.928755:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.928764:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.928768:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0c380 00000100:00100000:1.0:1746145236.928795:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1898 00000100:00100000:1.0:1746145236.928802:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534792448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145236.929507:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534792448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 699us (1984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.929515:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1898 00002000:00100000:1.0:1746145236.929523:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965534792448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.929531:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965534792448 ext(0->4095) 00010000:00010000:1.0:1746145236.929537:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.929548:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e09 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534123 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.929554:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0c380 00000100:00100000:1.0:1746145236.930325:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530834048:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145236.930346:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.930360:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f8800, rc 0) 00000100:00100000:1.0:1746145236.930405:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534792192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (3612us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.930412:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5273 00000100:00100000:0.0:1746145236.931785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.932013:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534792576 00000100:00100000:1.0:1746145236.932020:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534792576 00000100:00100000:1.0:1746145236.932218:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5274 00000100:00100000:1.0:1746145236.932226:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965534792576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.932241:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.932255:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d4e17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534131 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.932275:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.932279:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.932284:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.932287:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d4e17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534131 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.932314:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.932326:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d4e17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534131 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.932334:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1f9800, rc 0) 00000100:00100000:1.0:1746145236.932364:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965534792576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.932370:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5274 00000100:00100000:0.0:1746145236.932679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.935464:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.935659:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534792960 00000100:00100000:1.0:1746145236.935665:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534792960 00002000:00100000:1.0:1746145236.935697:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d500 x1830965534792960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.935712:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d500 with x1830965534792960 ext(0->4095) 00010000:00010000:1.0:1746145236.935718:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.935729:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.935735:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d500 00000100:00100000:1.0:1746145236.935748:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1899 00000100:00100000:1.0:1746145236.935752:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534792960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145236.935863:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965534792960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (404us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.935868:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1899 00002000:00100000:1.0:1746145236.935872:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d500 x1830965534792960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.935877:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d500 with x1830965534792960 ext(0->4095) 00010000:00010000:1.0:1746145236.935882:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.935889:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d4e10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53412a expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.935894:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d500 00000100:00100000:0.0:1746145236.938400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.940698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.940811:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534793344 00000100:00100000:1.0:1746145236.940817:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534793344 00002000:00100000:1.0:1746145236.940848:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965534793344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.940857:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965534793344 ext(0->4095) 00002000:00010000:1.0:1746145236.940861:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c000 00000100:00100000:1.0:1746145236.940876:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3892 00000100:00100000:1.0:1746145236.940883:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1963:x1830965534793344:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145236.941062:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965534793344:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 178us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.941069:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3892 00002000:00100000:1.0:1746145236.941074:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965534793344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.941081:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965534793344 ext(0->4095) 00002000:00010000:1.0:1746145236.941095:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c000 00000100:00100000:0.0:1746145236.942785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.947250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.951036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.951885:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.953599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.953771:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534794112 00000100:00100000:1.0:1746145236.953777:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534794112 00000100:00100000:1.0:1746145236.953811:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5277 00000100:00100000:1.0:1746145236.953817:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965534794112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145236.953829:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145236.953839:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4e2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534146 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.953856:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145236.953860:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4e25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53413f expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.953865:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145236.953868:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4e2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534146 expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.953893:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4e25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53413f expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.953904:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4e2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534146 expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145236.953913:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:1.0:1746145236.953944:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31571:x1830965534794112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.953950:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5277 00000100:00100000:0.0:1746145236.955350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.958557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.962116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.965515:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.967911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.970990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.976693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.979613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.985139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.985173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.985199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.985213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145236.985344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.986348:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534795904 00000100:00100000:1.0:1746145236.986353:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534795904 00000100:00100000:1.0:1746145236.986397:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534796160 00000100:00100000:1.0:1746145236.986399:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534796160 00000100:00100000:0.0:1746145236.986405:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 312 00000100:00100000:0.0:1746145236.986412:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965534795904:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:1.0:1746145236.986421:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 313 00000100:00100000:1.0:1746145236.986427:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1962:x1830965534796160:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145236.986439:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965534795904:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 29us (1239us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145236.986445:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 312 00000100:00100000:1.0:1746145236.986452:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1962:x1830965534796160:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 26us (1238us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145236.986458:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 313 00000100:00100000:0.0:1746145236.992580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145236.992650:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534796672 00000100:00100000:1.0:1746145236.992655:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534796672 00002000:00100000:1.0:1746145236.992685:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965534796672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/0 e 0 to 0 dl 1746145247 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.992694:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965534796672 ext(0->4095) 00010000:00010000:1.0:1746145236.992700:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534154 expref: 37 pid: 19630 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.992711:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534154 expref: 37 pid: 19630 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.992717:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4a80 00000100:00100000:1.0:1746145236.992733:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1901 00000100:00100000:1.0:1746145236.992737:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965534796672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145236.992846:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965534796672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 109us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145236.992851:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1901 00002000:00100000:1.0:1746145236.992855:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965534796672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:122/0 lens 488/4536 e 0 to 0 dl 1746145247 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145236.992861:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965534796672 ext(0->4095) 00010000:00010000:1.0:1746145236.992865:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534154 expref: 37 pid: 19630 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145236.992873:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4e3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534154 expref: 37 pid: 19630 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145236.992878:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4a80 00000100:00100000:0.0:1746145236.996925:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.002471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.006271:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.006365:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534797184 00000100:00100000:1.0:1746145237.006372:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534797184 00000100:00100000:1.0:1746145237.006463:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5281 00000100:00100000:1.0:1746145237.006471:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534797184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.006485:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.006501:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534162 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.006525:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53415b expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.006532:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.006533:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.006536:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534162 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.006560:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53415b expref: 35 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.006570:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53415b expref: 35 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.006581:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530836096:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.007721:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.009957:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530836096:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.009984:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d4e48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534162 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.010007:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b2c00, rc 0) 00000100:00100000:1.0:1746145237.010059:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534797184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3589us (3793us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.010067:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5281 00000100:00100000:0.0:1746145237.010069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.013815:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.016379:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.020311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.020383:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.022500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.022516:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534798208 00000100:00100000:0.0:1746145237.022521:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534798208 00002000:00100000:0.0:1746145237.022544:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482a00 x1830965534798208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.022553:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482a00 with x1830965534798208 ext(0->4095) 00010000:00010000:0.0:1746145237.022559:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534169 expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.022570:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534169 expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746145237.022576:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482a00 00000100:00100000:0.0:1746145237.022601:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1903 00000100:00100000:0.0:1746145237.022605:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965534798208:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746145237.022730:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965534798208:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 124us (231us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145237.022736:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1903 00002000:00100000:0.0:1746145237.022740:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482a00 x1830965534798208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.022748:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482a00 with x1830965534798208 ext(0->4095) 00010000:00010000:0.0:1746145237.022752:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534169 expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.022760:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4e4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534169 expref: 37 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:0.0:1746145237.022769:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482a00 00000100:00100000:0.0:1746145237.024448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.027701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.030060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.033408:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.036565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.039796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.039852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.043959:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534799488 00000100:00100000:0.0:1746145237.043966:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534799488 00010000:00010000:0.0:1746145237.043989:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4e5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534177 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.044018:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9416 00000100:00100000:0.0:1746145237.044024:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534799488:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145237.044034:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145237.044051:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4e5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534177 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.044060:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4e5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534177 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.044078:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4e5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534177 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.044109:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.044110:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.044116:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d4e64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53417e expref: 36 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.044127:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d4e64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53417e expref: 36 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.044149:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d4e64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53417e expref: 36 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.044158:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d4e64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53417e expref: 36 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.044167:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef2680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530837376:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145237.044741:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.046277:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.049370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.049453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.052170:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.055318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.055366:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.058938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.069262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.071483:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.076278:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.078607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.079576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.081683:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.082588:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.082920:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534802048 00000100:00100000:0.0:1746145237.082925:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534802048 00010000:00010000:0.0:1746145237.082951:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53419a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.083017:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9421 00000100:00100000:0.0:1746145237.083023:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534802048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145237.083031:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145237.083048:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53419a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.083056:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53419a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.083071:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4e80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53419a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:0.0:1746145237.083092:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.083094:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.083099:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4e87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341a1 expref: 37 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.083106:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4e87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341a1 expref: 37 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.083124:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4e87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341a1 expref: 37 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.083138:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4e87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341a1 expref: 37 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.083147:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530838656:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145237.083599:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.087123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.090850:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.093047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.094896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.097169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.100362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.105763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.105848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.106139:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5294 00000100:00100000:0.0:1746145237.106147:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965534803456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145237.106154:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145237.106167:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4e9c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5341bd expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.106500:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.106505:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4ea3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341b6 expref: 38 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.106510:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145237.106513:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4e9c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341bd expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.106553:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d4ea3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341b6 expref: 38 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.106563:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4e9c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341bd expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.106571:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:0.0:1746145237.106601:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965534803456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 456us (753us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145237.106606:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5294 00000100:00100000:0.0:1746145237.111518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.115307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.118014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.123380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.123830:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1909 00000100:00100000:1.0:1746145237.123840:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965534804352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.123957:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965534804352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.123963:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1909 00002000:00100000:1.0:1746145237.123968:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480000 x1830965534804352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.123975:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965534804352 ext(0->4095) 00010000:00010000:1.0:1746145237.123980:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341bd expref: 36 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.124561:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4e9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341bd expref: 36 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.124569:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145237.129366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.129422:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.133967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.136745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.140212:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.148264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.155525:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.158035:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534805504 00000100:00100000:1.0:1746145237.158045:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534805504 00002000:00100000:1.0:1746145237.158098:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838d880 x1830965534805504/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.158107:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d880 with x1830965534805504 ext(0->7) 00010000:00010000:1.0:1746145237.158115:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341cb expref: 36 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.158128:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341cb expref: 36 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.158134:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838d880 00000100:00100000:1.0:1746145237.158169:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1911 00000100:00100000:1.0:1746145237.158175:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965534805504:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145237.158452:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965534805504:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 276us (2932us total) trans 4294967928 rc 0/0 00000100:00100000:1.0:1746145237.158458:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1911 00002000:00100000:1.0:1746145237.158463:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838d880 x1830965534805504/t4294967928(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/448 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.158470:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d880 with x1830965534805504 ext(0->7) 00010000:00010000:1.0:1746145237.158475:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341cb expref: 38 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.158485:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4eb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341cb expref: 38 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.158490:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838d880 00000100:00100000:0.0:1746145237.160921:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.165848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.168143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.168203:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534806016 00000100:00100000:1.0:1746145237.168209:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534806016 00002000:00100000:1.0:1746145237.168239:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965534806016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.168246:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965534806016 ext(0->4095) 00010000:00010000:1.0:1746145237.168252:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4eb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341d2 expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.168264:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4eb8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341d2 expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.168270:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378e00 00000100:00100000:1.0:1746145237.168299:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1912 00000100:00100000:1.0:1746145237.168305:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534806016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.168587:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534806016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 281us (446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.168593:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1912 00002000:00100000:1.0:1746145237.168598:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965534806016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.168610:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965534806016 ext(0->4095) 00010000:00010000:1.0:1746145237.168614:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341d2 expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.168623:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4eb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341d2 expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.168654:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378e00 00000100:00100000:0.0:1746145237.170125:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.172509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.172598:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534806400 00000100:00100000:1.0:1746145237.172603:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534806400 00002000:00100000:1.0:1746145237.172660:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965534806400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.172668:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965534806400 ext(0->4095) 00002000:00010000:1.0:1746145237.172672:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379500 00000100:00100000:1.0:1746145237.172698:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3904 00000100:00100000:1.0:1746145237.172704:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965534806400:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.172829:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965534806400:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (320us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.172834:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3904 00002000:00100000:1.0:1746145237.172839:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965534806400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.172845:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965534806400 ext(0->4095) 00002000:00010000:1.0:1746145237.172848:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379500 00000100:00100000:0.0:1746145237.177266:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.185281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.188555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.191038:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534806912 00000100:00100000:0.0:1746145237.191044:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534806912 00000100:00100000:0.0:1746145237.191093:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5300 00000100:00100000:0.0:1746145237.191101:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31559:x1830965534806912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145237.191113:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145237.191125:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5341e7 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.191146:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4ec6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.191152:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.191154:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.191157:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e7 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.191176:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4ec6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.191186:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d4ec6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e0 expref: 5 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.191194:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530840960:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145237.191254:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.192995:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.193665:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530840960:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.193683:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e7 expref: 40 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.193695:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:1.0:1746145237.193712:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31559:x1830965534806912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2612us (2750us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.193718:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5300 00000100:00100000:0.0:1746145237.196120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.197979:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.198025:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534807552 00000100:00100000:1.0:1746145237.198029:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534807552 00002000:00100000:1.0:1746145237.198062:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965534807552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.198070:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965534807552 ext(0->4095) 00002000:00010000:1.0:1746145237.198074:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537ad80 00000100:00100000:1.0:1746145237.198099:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3905 00000100:00100000:1.0:1746145237.198106:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1962:x1830965534807552:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145237.198207:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1962:x1830965534807552:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 102us (232us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.198211:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3905 00002000:00100000:1.0:1746145237.198214:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965534807552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.198219:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965534807552 ext(0->4095) 00002000:00010000:1.0:1746145237.198220:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537ad80 00000100:00100000:0.0:1746145237.199691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.199744:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534807680 00000100:00100000:1.0:1746145237.199749:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534807680 00000100:00100000:1.0:1746145237.199790:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5301 00000100:00100000:1.0:1746145237.199797:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534807680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.199809:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.199823:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5341ee expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.199845:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e7 expref: 39 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.199852:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.199853:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.199856:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341ee expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.199878:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e7 expref: 39 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.199888:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d4ecd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341e7 expref: 39 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.199898:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530841216:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.199969:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.201389:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.201528:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530841216:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.201550:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341ee expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.201565:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:1.0:1746145237.201590:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534807680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1795us (1905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.201596:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5301 00000100:00100000:0.0:1746145237.207680:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.211486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.211530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.211661:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534808320 00000100:00100000:1.0:1746145237.211666:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534808320 00000100:00100000:1.0:1746145237.211712:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5302 00000100:00100000:1.0:1746145237.211718:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:31559:x1830965534808320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.211730:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.211743:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4edb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5341f5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.211763:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341ee expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.211769:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.211771:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.211774:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4edb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341f5 expref: 42 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.211797:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341ee expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.211807:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4ed4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341ee expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.211822:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530841472:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.211874:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.214899:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530841472:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.214929:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4edb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341f5 expref: 42 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.214944:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a64ddc00, rc 0) 00000100:00100000:1.0:1746145237.214990:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:31559:x1830965534808320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3272us (3459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.214997:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5302 00000100:00100000:0.0:1746145237.215592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.215743:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534808448 00000100:00100000:1.0:1746145237.215749:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534808448 00000100:00100000:1.0:1746145237.215784:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5303 00000100:00100000:1.0:1746145237.215791:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:31571:x1830965534808448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.215803:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.215814:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4ee2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5341fc expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.215834:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.215838:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4edb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341f5 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.215844:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.215847:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4ee2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341fc expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.215876:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4edb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341f5 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.215885:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4ee2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5341fc expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.215892:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441be00, rc 0) 00000100:00100000:1.0:1746145237.215916:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31571:x1830965534808448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (326us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.215922:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5303 00000100:00100000:0.0:1746145237.215991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.218277:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.220859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.224730:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.227720:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.230576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.236691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.236765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.242925:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.243417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.243475:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534809984 00000100:00100000:1.0:1746145237.243479:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534809984 00000100:00100000:1.0:1746145237.243507:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5306 00000100:00100000:1.0:1746145237.243514:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:31571:x1830965534809984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.243524:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.243535:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534211 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.243551:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.243555:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4ef0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53420a expref: 43 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.243560:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.243563:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534211 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.243591:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d4ef0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53420a expref: 43 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.243600:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534211 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.243606:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441aa00, rc 0) 00000100:00100000:1.0:1746145237.243646:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31571:x1830965534809984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.243651:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5306 00000100:00100000:0.0:1746145237.247450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.250963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.256274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.256318:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534810880 00000100:00100000:1.0:1746145237.256325:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534810880 00000100:00100000:1.0:1746145237.256366:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5307 00000100:00100000:1.0:1746145237.256373:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534810880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.256387:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.256400:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534218 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.256422:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534211 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.256429:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.256430:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.256433:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534218 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.256461:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534211 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.256471:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009441aa00/0xb5ee96b21a0d4ef7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534211 expref: 41 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.256481:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530842752:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.256554:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.257798:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530842752:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.257817:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534218 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.257828:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441ac00, rc 0) 00000100:00100000:1.0:1746145237.257978:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534810880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1604us (1707us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.257985:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5307 00000100:00100000:0.0:1746145237.258715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.262719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.265225:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.265297:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534811392 00000100:00100000:0.0:1746145237.265303:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534811392 00000100:00100000:0.0:1746145237.265339:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5308 00000100:00100000:0.0:1746145237.265346:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:31559:x1830965534811392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145237.265363:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145237.265380:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4f05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53421f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.265577:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534218 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.265584:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.265586:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.265590:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d4f05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53421f expref: 42 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.265614:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534218 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.265864:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009441ac00/0xb5ee96b21a0d4efe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534218 expref: 5 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:0.0:1746145237.265876:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530843008:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145237.265937:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717c00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.266356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.269114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.271470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.274392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.277596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.280113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.285222:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.293110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.293318:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.293643:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534812928 00000100:00100000:1.0:1746145237.293647:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534812928 00000100:00100000:1.0:1746145237.293667:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5311 00000100:00100000:1.0:1746145237.293672:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:31559:x1830965534812928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.293682:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.293694:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4f1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534234 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.293713:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4f13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53422d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.293719:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.293721:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.293723:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4f1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534234 expref: 42 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.293744:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4f13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53422d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.293758:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4f13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53422d expref: 5 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.293766:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530843776:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.293830:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.296547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.296651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145237.296951:0:11330:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d4f13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53422d expref: 6 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.296979:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530843776:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.296999:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4f1a lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534234 expref: 44 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.297012:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441be00/0xb5ee96b21a0d4f1a lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534234 expref: 44 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.297019:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441be00, rc 0) 00000100:00100000:1.0:1746145237.297043:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec9b450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965534812928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3370us (3724us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.297049:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5311 00000100:00100000:0.0:1746145237.299884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.303106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.305110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.308827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.315877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.315959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.316042:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534814208 00000100:00100000:1.0:1746145237.316050:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534814208 00000100:00100000:1.0:1746145237.316096:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5314 00000100:00100000:1.0:1746145237.316104:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:31559:x1830965534814208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.316120:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.316135:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4f2f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534249 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.316157:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.316162:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4f28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534242 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.316167:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145237.316170:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4f2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534249 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.316199:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d4f28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534242 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.316213:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d4f2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534249 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.316222:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:1.0:1746145237.316254:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965534814208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (296us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.316260:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5314 00000100:00100000:0.0:1746145237.321361:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.326566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.330726:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.334214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.337443:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.340465:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.342752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.348927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.349812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.350730:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534815744 00000100:00100000:1.0:1746145237.350737:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534815744 00000100:00100000:1.0:1746145237.350779:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5317 00000100:00100000:1.0:1746145237.350786:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965534815744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.350798:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.350811:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d4f44 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53425e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.350829:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.350833:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4f3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534257 expref: 46 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.350838:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.350841:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d4f44 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53425e expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.350868:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d4f3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534257 expref: 46 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.350883:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d4f44 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53425e expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.350892:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd4c800, rc 0) 00000100:00100000:1.0:1746145237.350933:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965534815744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.350939:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5317 00000100:00100000:0.0:1746145237.351919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.355977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.359820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.364304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.364402:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534816512 00000100:00100000:1.0:1746145237.364408:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534816512 00002000:00100000:1.0:1746145237.364442:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9f80 x1830965534816512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.364451:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965534816512 ext(0->4095) 00002000:00010000:1.0:1746145237.364456:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9f80 00000100:00100000:1.0:1746145237.364480:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3916 00000100:00100000:1.0:1746145237.364487:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965534816512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.364620:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965534816512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.364646:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3916 00002000:00100000:1.0:1746145237.364650:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9f80 x1830965534816512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.364657:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965534816512 ext(0->4095) 00002000:00010000:1.0:1746145237.364659:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9f80 00000100:00100000:0.0:1746145237.369573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.374790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.383532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.386463:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.390361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.393864:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.395430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.400683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.402570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.402614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.404810:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67b80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846336:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145237.404825:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145237.404861:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965534817920:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2119us (2245us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145237.404869:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9451 00000100:00100000:0.0:1746145237.405445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.405524:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534818304 00000100:00100000:1.0:1746145237.405531:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534818304 00002000:00100000:1.0:1746145237.405564:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa300 x1830965534818304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.405573:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa300 with x1830965534818304 ext(0->4095) 00010000:00010000:1.0:1746145237.405579:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 46 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.405590:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 46 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.405596:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa300 00000100:00100000:1.0:1746145237.405622:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1925 00000100:00100000:1.0:1746145237.405649:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965534818304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.405788:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965534818304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (343us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.405794:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1925 00002000:00100000:1.0:1746145237.405799:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa300 x1830965534818304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.405806:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa300 with x1830965534818304 ext(0->4095) 00010000:00010000:1.0:1746145237.405810:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 46 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.405819:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 46 pid: 11330 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.405824:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa300 00000100:00100000:0.0:1746145237.410321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.410410:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.410905:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534818560 00000100:00100000:1.0:1746145237.410909:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534818560 00010000:00010000:1.0:1746145237.410931:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 47 pid: 11330 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.410962:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9452 00000100:00100000:1.0:1746145237.410968:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1963:x1830965534818560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.410976:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.411004:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 47 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.411013:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 47 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.411030:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d4f59 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534273 expref: 47 pid: 11330 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.411054:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.411056:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.411061:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.411068:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.411098:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.411115:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 5 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.411124:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846592:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.411201:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.412610:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846592:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.412651:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.412684:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1963:x1830965534818560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1715us (2272us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.412691:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9452 00000100:00100000:0.0:1746145237.413104:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.416697:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534818944 00000100:00100000:1.0:1746145237.416706:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534818944 00010000:00010000:1.0:1746145237.416741:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.416776:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9453 00000100:00100000:1.0:1746145237.416786:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534818944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.416799:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.416819:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.416831:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.416852:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f60 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53427a expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.416867:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.416869:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.416877:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 45 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.416885:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 45 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.416918:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 45 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.416930:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846720:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.418158:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.419722:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.419924:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846720:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.419942:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.420529:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965534818944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3744us (4221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.420538:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9453 00000100:00100000:0.0:1746145237.424251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.426775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.426954:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534819456 00000100:00100000:1.0:1746145237.426960:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534819456 00010000:00010000:1.0:1746145237.426992:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 46 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.427284:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9454 00000100:00100000:1.0:1746145237.427292:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965534819456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.427305:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.427454:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 46 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.427465:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 46 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.427485:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534281 expref: 46 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.427506:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.427508:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.427515:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.427522:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.427546:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.427556:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846976:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.428756:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.430493:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530846976:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.430513:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.430553:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965534819456:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3261us (3783us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.430566:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9454 00000100:00100000:0.0:1746145237.431665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.431734:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.434562:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.434591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.435046:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534820096 00000100:00100000:1.0:1746145237.435050:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534820096 00010000:00010000:1.0:1746145237.435069:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.435101:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9455 00000100:00100000:1.0:1746145237.435107:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534820096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.435114:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.435129:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.435138:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.435153:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d4f6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534288 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.435164:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.435165:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.435170:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.435177:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.435194:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.435204:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 46 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.435213:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530847360:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.435247:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.437203:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530847360:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.437221:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.437463:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534820096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2354us (2869us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.437472:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9455 00000100:00100000:0.0:1746145237.437923:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.438125:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534820352 00000100:00100000:1.0:1746145237.438131:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534820352 00002000:00100000:1.0:1746145237.438161:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965534820352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.438170:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965534820352 ext(0->4095) 00010000:00010000:1.0:1746145237.438177:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.438189:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.438195:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10c000 00000100:00100000:1.0:1746145237.438209:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1927 00000100:00100000:1.0:1746145237.438215:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965534820352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.438334:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965534820352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (412us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.438339:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1927 00002000:00100000:1.0:1746145237.438345:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965534820352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.438351:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965534820352 ext(0->4095) 00010000:00010000:1.0:1746145237.438355:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.438364:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d4f75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53428f expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.438370:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10c000 00000100:00100000:1.0:1746145237.441063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.444742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.447478:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.450904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.455398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.455848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.458905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.459160:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534821504 00000100:00100000:1.0:1746145237.459168:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534821504 00000100:00100000:1.0:1746145237.459213:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5328 00000100:00100000:1.0:1746145237.459221:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31571:x1830965534821504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.459234:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.459247:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4f91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5342ab expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.459273:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.459278:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4f8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342a4 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.459287:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.459291:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4f91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342ab expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.459321:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d6a00/0xb5ee96b21a0d4f8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342a4 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.459331:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4f91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342ab expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.459339:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145237.459374:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965534821504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.459380:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5328 00000100:00100000:0.0:1746145237.460362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.463883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.467341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.470546:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.470571:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534822272 00000100:00100000:0.0:1746145237.470577:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534822272 00002000:00100000:0.0:1746145237.470607:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d180 x1830965534822272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.470617:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d180 with x1830965534822272 ext(0->4095) 00002000:00010000:0.0:1746145237.470621:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d180 00000100:00100000:0.0:1746145237.472968:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.475353:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.478023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.478098:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534822784 00000100:00100000:1.0:1746145237.478103:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534822784 00002000:00100000:1.0:1746145237.478134:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f800 x1830965534822784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.478143:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f800 with x1830965534822784 ext(0->4095) 00002000:00010000:1.0:1746145237.478147:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10f800 00000100:00100000:1.0:1746145237.478161:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3923 00000100:00100000:1.0:1746145237.478166:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534822784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.478273:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534822784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.478281:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3923 00002000:00100000:1.0:1746145237.478285:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f800 x1830965534822784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.478292:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f800 with x1830965534822784 ext(0->4095) 00002000:00010000:1.0:1746145237.478295:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10f800 00000100:00100000:0.0:1746145237.479884:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.481614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.481650:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534823040 00000100:00100000:1.0:1746145237.481654:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534823040 00000100:00100000:1.0:1746145237.481689:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5331 00000100:00100000:1.0:1746145237.481695:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965534823040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.481700:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.481705:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d4fa6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5342c0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.481719:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.481724:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.481725:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.481728:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d4fa6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c0 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.481763:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.481770:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b2 expref: 5 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.481781:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530848640:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.481832:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.483431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145237.483707:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d4f98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b2 expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.483722:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530848640:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.483739:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d4fa6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c0 expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.483745:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d4fa6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c0 expref: 47 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.483752:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145237.483772:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965534823040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2078us (2159us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.483778:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5331 00000100:00100000:0.0:1746145237.486947:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.491255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.494141:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.498586:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.498773:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534823936 00000100:00100000:1.0:1746145237.498780:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534823936 00000100:00100000:1.0:1746145237.498829:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5332 00000100:00100000:1.0:1746145237.498837:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534823936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.498851:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.500063:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5342c7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.500114:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b9 expref: 45 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.500121:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.500122:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.500125:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.500152:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b9 expref: 45 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.500163:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7400/0xb5ee96b21a0d4f9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342b9 expref: 45 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.500174:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530849152:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.500261:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.503985:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530849152:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.504015:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.504033:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145237.504072:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534823936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5236us (5492us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.504091:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5332 00000100:00100000:0.0:1746145237.505712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.509375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.509421:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.509574:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534824448 00000100:00100000:1.0:1746145237.509578:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534824448 00000100:00100000:1.0:1746145237.509800:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5333 00000100:00100000:1.0:1746145237.509808:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965534824448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.509819:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.509832:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d4fb4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5342ce expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.509855:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.509862:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.509863:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.509866:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d4fb4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342ce expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.509888:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.509898:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d4fad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342c7 expref: 6 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.509908:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530849408:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145237.509954:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.512836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.512920:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.513032:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530849408:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145237.513052:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d4fb4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5342ce expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.513071:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145237.513126:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965534824448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3319us (3704us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.513132:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5333 00000100:00100000:0.0:1746145237.516842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.521045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.526831:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.529098:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.532387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.535477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.536023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.538227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.539784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.541742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.545719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.549915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.552773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.557228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.561261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.561337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.564102:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.566687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.571005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.575029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.577920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.580743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.585278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.589877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.594434:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.597005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.600756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.603127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.613657:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.617187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.622050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.622093:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.627578:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.628582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.633861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.634025:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534830720 00000100:00100000:1.0:1746145237.634034:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534830720 00002000:00100000:1.0:1746145237.634072:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bd880 x1830965534830720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.634090:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd880 with x1830965534830720 ext(0->4095) 00010000:00010000:1.0:1746145237.634098:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5001 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53431b expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.634111:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5001 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53431b expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.634117:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bd880 00000100:00100000:1.0:1746145237.634263:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1935 00000100:00100000:1.0:1746145237.634271:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965534830720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.634542:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965534830720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 271us (687us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.634551:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1935 00002000:00100000:1.0:1746145237.634556:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bd880 x1830965534830720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.634563:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd880 with x1830965534830720 ext(0->4095) 00010000:00010000:1.0:1746145237.634568:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53431b expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.634576:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5001 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53431b expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00002000:00010000:1.0:1746145237.634582:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bd880 00000100:00100000:0.0:1746145237.636561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.639735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.642820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.647897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.651250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.651319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.653659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.656528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.656552:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534832000 00000100:00100000:1.0:1746145237.656557:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534832000 00010000:00010000:1.0:1746145237.656579:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d500f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534329 expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.656604:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9478 00000100:00100000:1.0:1746145237.656609:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534832000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.656619:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.656656:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d500f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534329 expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.656666:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d500f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534329 expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.656689:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d500f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534329 expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.656704:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.656705:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.656711:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.656718:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.656741:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 48 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.656751:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 48 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.656760:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853248:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.656815:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.659048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.659055:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853248:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.659072:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.659115:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534832000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2504us (2587us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.659123:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9478 00000100:00100000:0.0:1746145237.662927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.663024:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534832384 00000100:00100000:1.0:1746145237.663033:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534832384 00010000:00010000:1.0:1746145237.663064:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.663112:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9479 00000100:00100000:1.0:1746145237.663119:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1962:x1830965534832384:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.663131:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.663148:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.663158:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.663179:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d5016 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534330 expref: 49 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.663607:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.663610:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.663617:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.663658:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.663689:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.663700:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853376:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.663767:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.666361:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853376:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.666381:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.666415:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1962:x1830965534832384:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3296us (3493us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.666425:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9479 00000100:00100000:0.0:1746145237.667184:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.671154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.677892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.677957:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.678031:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534832896 00000100:00100000:1.0:1746145237.678037:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534832896 00010000:00010000:1.0:1746145237.678062:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.678098:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9480 00000100:00100000:1.0:1746145237.678104:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965534832896:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.678118:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.678134:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.678144:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.678164:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d501d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534337 expref: 48 pid: 8466 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.678463:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.678465:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.678472:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.678484:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.678510:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.678521:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853632:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.678563:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.680302:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853632:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.680316:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145237.680339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.680343:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965534832896:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2239us (2453us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.680351:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9480 00000100:00100000:0.0:1746145237.682691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.682760:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534833408 00000100:00100000:1.0:1746145237.682767:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534833408 00010000:00010000:1.0:1746145237.682791:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.682864:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9481 00000100:00100000:1.0:1746145237.682871:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534833408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.682881:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.682896:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.682908:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.682929:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5024 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53433e expref: 6 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.682942:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.682944:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.682951:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 47 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.682958:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 47 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.682984:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 47 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.682995:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853888:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.683710:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145237.686988:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530853888:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145237.687006:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145237.687052:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534833408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4180us (4364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.687061:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9481 00000100:00100000:0.0:1746145237.687856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.693108:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.703125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.713985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.714297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.714386:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534834048 00000100:00100000:1.0:1746145237.714395:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534834048 00010000:00010000:1.0:1746145237.714428:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 50 pid: 8464 timeout: 578 lvb_type: 0 00000100:00100000:1.0:1746145237.714470:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9482 00000100:00100000:1.0:1746145237.714478:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965534834048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145237.714491:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145237.714507:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 50 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.714518:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 50 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.714537:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d502b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534345 expref: 50 pid: 8464 timeout: 578 lvb_type: 0 00010000:00010000:1.0:1746145237.714554:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.714556:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.714562:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5032 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53434c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.714569:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5032 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53434c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.714596:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d5032 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53434c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145237.714608:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530854144:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145237.714701:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145237.716670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.723857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.726090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.726378:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534834816 00000100:00100000:1.0:1746145237.726383:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534834816 00002000:00100000:1.0:1746145237.726415:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965534834816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.726423:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965534834816 ext(0->4095) 00002000:00010000:1.0:1746145237.726427:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093937100 00000100:00100000:1.0:1746145237.726440:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3937 00000100:00100000:1.0:1746145237.726447:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965534834816:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.727152:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965534834816:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 703us (1074us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.727158:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3937 00002000:00100000:1.0:1746145237.727164:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965534834816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.727171:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965534834816 ext(0->4095) 00002000:00010000:1.0:1746145237.727174:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093937100 00000100:00100000:0.0:1746145237.733033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.739583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.739686:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534835072 00000100:00100000:1.0:1746145237.739693:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534835072 00002000:00100000:1.0:1746145237.739725:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093937800 x1830965534835072/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.739733:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965534835072 ext(0->7) 00010000:00010000:1.0:1746145237.739740:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d5039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534353 expref: 50 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.739752:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d5039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534353 expref: 50 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.739762:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937800 00000100:00100000:1.0:1746145237.739948:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1940 00000100:00100000:1.0:1746145237.739957:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965534835072:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145237.740831:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534835072:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 873us (1248us total) trans 4294967935 rc 0/0 00000100:00100000:1.0:1746145237.740838:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1940 00002000:00100000:1.0:1746145237.740844:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093937800 x1830965534835072/t4294967935(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/448 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.740851:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965534835072 ext(0->7) 00010000:00010000:1.0:1746145237.740856:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d5039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534353 expref: 52 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.740866:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d5039 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534353 expref: 52 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.740871:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937800 00000100:00100000:0.0:1746145237.743699:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.747119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.747901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.749881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.752457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.755540:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.758470:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.762973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.763038:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534836480 00000100:00100000:0.0:1746145237.763046:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534836480 00002000:00100000:0.0:1746145237.763372:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480a80 x1830965534836480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.763381:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480a80 with x1830965534836480 ext(0->4095) 00002000:00010000:0.0:1746145237.763385:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480a80 00000100:00100000:0.0:1746145237.763397:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3939 00000100:00100000:0.0:1746145237.763403:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534836480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145237.763502:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534836480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 100us (536us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145237.763507:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3939 00002000:00100000:0.0:1746145237.763512:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480a80 x1830965534836480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.763520:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480a80 with x1830965534836480 ext(0->4095) 00002000:00010000:0.0:1746145237.763523:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480a80 00000100:00100000:0.0:1746145237.764984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.768563:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.770619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.773494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.773566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.773878:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5358 00000100:00100000:0.0:1746145237.773885:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012ec9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965534837248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145237.773891:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145237.773896:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53437d expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.773906:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145237.773910:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 54 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.773914:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145237.773916:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.773937:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 54 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.773948:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145237.773957:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:0.0:1746145237.773977:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012ec9b050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965534837248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (411us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145237.773983:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5358 00000100:00100000:0.0:1746145237.775611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.777468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.777514:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534837632 00000100:00100000:1.0:1746145237.777519:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534837632 00002000:00100000:1.0:1746145237.777549:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3480 x1830965534837632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.777557:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965534837632 ext(0->4095) 00010000:00010000:1.0:1746145237.777563:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 53 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.777575:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 53 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.777580:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:1.0:1746145237.778042:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1942 00000100:00100000:1.0:1746145237.778049:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965534837632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145237.778443:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965534837632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 393us (976us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145237.778449:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1942 00002000:00100000:0.0:1746145237.778454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3480 x1830965534837632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.778460:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965534837632 ext(0->4095) 00010000:00010000:0.0:1746145237.778465:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 53 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145237.778479:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d505c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534376 expref: 53 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145237.778483:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:0.0:1746145237.781423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.781596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.783706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.783740:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534838144 00000100:00100000:0.0:1746145237.783745:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534838144 00002000:00100000:0.0:1746145237.783770:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965534838144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.783779:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965534838144 ext(0->4095) 00010000:00010000:0.0:1746145237.783785:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 53 pid: 11330 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145237.783796:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 53 pid: 11330 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145237.783802:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092483b80 00000100:00100000:0.0:1746145237.783823:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1943 00000100:00100000:0.0:1746145237.783828:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534838144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145237.783984:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534838144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145237.783990:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1943 00002000:00100000:0.0:1746145237.783994:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965534838144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145237.784002:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965534838144 ext(0->4095) 00010000:00010000:0.0:1746145237.784007:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 52 pid: 11330 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145237.784016:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d5063 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53437d expref: 52 pid: 11330 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145237.784021:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092483b80 00000100:00100000:0.0:1746145237.787263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.787557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.790350:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.790427:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534838656 00000100:00100000:1.0:1746145237.790433:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534838656 00002000:00100000:1.0:1746145237.790465:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965534838656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.790473:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965534838656 ext(0->4095) 00010000:00010000:1.0:1746145237.790479:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d506a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534384 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.790490:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d506a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534384 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.790496:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:1.0:1746145237.790508:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1944 00000100:00100000:1.0:1746145237.790513:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534838656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.790618:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534838656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (273us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.790623:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1944 00002000:00100000:1.0:1746145237.790648:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965534838656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.790654:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965534838656 ext(0->4095) 00010000:00010000:1.0:1746145237.790658:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d506a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534384 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.790666:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d506a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534384 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.790671:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746145237.792446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.794555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.794665:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534839040 00000100:00100000:1.0:1746145237.794671:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534839040 00002000:00100000:1.0:1746145237.794700:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0380 x1830965534839040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.794708:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830965534839040 ext(0->4095) 00002000:00010000:1.0:1746145237.794711:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:1.0:1746145237.794739:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3941 00000100:00100000:1.0:1746145237.794744:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534839040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.795104:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965534839040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 358us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.795110:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3941 00002000:00100000:1.0:1746145237.795115:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0380 x1830965534839040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.795122:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830965534839040 ext(0->4095) 00002000:00010000:1.0:1746145237.795125:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:1.0:1746145237.796950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.799693:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.802372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.802431:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534839552 00000100:00100000:1.0:1746145237.802437:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534839552 00002000:00100000:1.0:1746145237.802469:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2680 x1830965534839552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.802478:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965534839552 ext(0->4095) 00002000:00010000:1.0:1746145237.802482:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:1.0:1746145237.802513:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3942 00000100:00100000:1.0:1746145237.802520:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534839552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.802658:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534839552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (287us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.802664:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3942 00002000:00100000:1.0:1746145237.802670:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2680 x1830965534839552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.802676:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965534839552 ext(0->4095) 00002000:00010000:1.0:1746145237.802679:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746145237.809234:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.811995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.813487:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.813537:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.815686:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.819310:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.819391:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.824430:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df66d80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530857600:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145237.824447:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050600, rc 0) 00000100:00100000:0.0:1746145237.824483:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965534840832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4345us (5177us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145237.824494:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5365 00000100:00100000:1.0:1746145237.824663:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534841216 00000100:00100000:1.0:1746145237.824670:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534841216 00002000:00100000:1.0:1746145237.824703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965534841216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.824712:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965534841216 ext(0->4095) 00010000:00010000:1.0:1746145237.824719:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d508d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343a7 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.824730:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d508d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343a7 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.824736:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67100 00000100:00100000:1.0:1746145237.824750:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1947 00000100:00100000:1.0:1746145237.824755:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534841216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.824857:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534841216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.824862:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1947 00002000:00100000:1.0:1746145237.824867:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965534841216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.824873:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965534841216 ext(0->4095) 00010000:00010000:1.0:1746145237.824876:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d508d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343a7 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.824884:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d508d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343a7 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.824889:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67100 00000100:00100000:0.0:1746145237.827453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.832777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.836581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.840340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.841962:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.844030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.849295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.853207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.873073:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.881494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.884329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.884460:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.886883:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.887507:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534843392 00000100:00100000:1.0:1746145237.887512:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534843392 00002000:00100000:1.0:1746145237.887543:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c380 x1830965534843392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.887551:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c380 with x1830965534843392 ext(0->4095) 00010000:00010000:1.0:1746145237.887558:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d50a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343c3 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.887569:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d50a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343c3 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.887574:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19c380 00000100:00100000:1.0:1746145237.887588:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1950 00000100:00100000:1.0:1746145237.887593:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534843392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145237.887743:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534843392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 149us (864us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.887748:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1950 00002000:00100000:1.0:1746145237.887752:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c380 x1830965534843392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.887759:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c380 with x1830965534843392 ext(0->4095) 00010000:00010000:1.0:1746145237.887763:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d50a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343c3 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.887770:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d50a9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343c3 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.887775:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19c380 00000100:00100000:0.0:1746145237.890304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.897848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.901056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.905980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.907729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.909568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.912477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.915090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.917132:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.917499:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534844928 00000100:00100000:1.0:1746145237.917504:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534844928 00002000:00100000:1.0:1746145237.917536:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ea00 x1830965534844928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.917551:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965534844928 ext(0->4095) 00010000:00010000:1.0:1746145237.917558:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d50be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343d8 expref: 55 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.917570:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d50be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343d8 expref: 55 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.917576:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19ea00 00000100:00100000:1.0:1746145237.917600:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1952 00000100:00100000:1.0:1746145237.917605:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965534844928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145237.917742:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965534844928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145237.917747:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1952 00002000:00100000:1.0:1746145237.917752:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ea00 x1830965534844928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.917757:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965534844928 ext(0->4095) 00010000:00010000:1.0:1746145237.917761:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d50be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343d8 expref: 55 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.917769:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d50be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343d8 expref: 55 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.917774:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19ea00 00000100:00100000:0.0:1746145237.919662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.923684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.926172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.929574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.933491:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.935713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.936549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.936619:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5375 00000100:00100000:1.0:1746145237.936650:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31571:x1830965534846080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145237.936658:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145237.936665:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5343f4 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.936698:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145237.936702:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d50d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343ed expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.936708:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145237.936710:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.936736:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d50d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343ed expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.936749:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145237.936757:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145237.936788:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965534846080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145237.936794:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5375 00000100:00100000:1.0:1746145237.941142:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.945489:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.949538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.953878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.963705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.979731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145237.979812:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534847104 00000100:00100000:1.0:1746145237.979820:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534847104 00002000:00100000:1.0:1746145237.979859:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092695f80 x1830965534847104/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.979874:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695f80 with x1830965534847104 ext(0->7) 00010000:00010000:1.0:1746145237.979881:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 54 pid: 11330 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.979894:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 54 pid: 11330 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.979900:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695f80 00000100:00100000:1.0:1746145237.979928:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1954 00000100:00100000:1.0:1746145237.979935:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965534847104:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145237.980397:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965534847104:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 462us (673us total) trans 4294967937 rc 0/0 00000100:00100000:1.0:1746145237.980403:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1954 00002000:00100000:1.0:1746145237.980409:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092695f80 x1830965534847104/t4294967937(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:123/0 lens 496/448 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145237.980415:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695f80 with x1830965534847104 ext(0->7) 00010000:00010000:1.0:1746145237.980419:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 56 pid: 11330 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145237.980427:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d50da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343f4 expref: 56 pid: 11330 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145237.980432:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695f80 00000100:00100000:0.0:1746145237.994439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.994486:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145237.999976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.000188:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534847616 00000100:00100000:1.0:1746145238.000195:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534847616 00002000:00100000:1.0:1746145238.000243:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697100 x1830965534847616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/0 e 0 to 0 dl 1746145248 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.000251:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965534847616 ext(0->4095) 00010000:00010000:1.0:1746145238.000259:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d50e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343fb expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.000273:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d50e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343fb expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.000280:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697100 00000100:00100000:1.0:1746145238.000300:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1955 00000100:00100000:1.0:1746145238.000309:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534847616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.000452:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534847616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.000459:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1955 00002000:00100000:1.0:1746145238.000465:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697100 x1830965534847616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:123/0 lens 488/4536 e 0 to 0 dl 1746145248 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.000471:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965534847616 ext(0->4095) 00010000:00010000:1.0:1746145238.000477:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d50e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343fb expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.000487:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d50e1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5343fb expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.000492:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697100 00000100:00100000:0.0:1746145238.004804:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.004955:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145238.005258:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145238.011311:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.014990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.022195:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.022258:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534848512 00000100:00100000:1.0:1746145238.022265:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534848512 00002000:00100000:1.0:1746145238.022303:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696a00 x1830965534848512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.022312:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965534848512 ext(0->4095) 00002000:00010000:1.0:1746145238.022316:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:1.0:1746145238.022344:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3949 00000100:00100000:1.0:1746145238.022352:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965534848512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.022470:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965534848512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (282us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.022476:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3949 00002000:00100000:1.0:1746145238.022481:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696a00 x1830965534848512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.022487:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965534848512 ext(0->4095) 00002000:00010000:1.0:1746145238.022489:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:0.0:1746145238.030095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.041768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.049331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.049614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.056807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.056877:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534849280 00000100:00100000:1.0:1746145238.056885:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534849280 00002000:00100000:1.0:1746145238.056924:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965534849280/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.056932:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965534849280 ext(0->4095) 00010000:00010000:1.0:1746145238.056940:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d50f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534410 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.056954:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d50f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534410 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.056961:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695180 00000100:00100000:1.0:1746145238.056995:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1958 00000100:00100000:1.0:1746145238.057002:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534849280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.057150:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534849280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 147us (347us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.057156:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1958 00002000:00100000:1.0:1746145238.057161:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965534849280/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.057167:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965534849280 ext(0->4095) 00010000:00010000:1.0:1746145238.057172:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d50f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534410 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.057179:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d50f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534410 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.057185:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695180 00000100:00100000:0.0:1746145238.059294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.063184:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.069829:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.079848:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.079922:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534849920 00000100:00100000:1.0:1746145238.079931:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534849920 00002000:00100000:1.0:1746145238.079971:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f15500 x1830965534849920/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 496/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.079980:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15500 with x1830965534849920 ext(0->7) 00010000:00010000:1.0:1746145238.079988:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d50fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534417 expref: 58 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.080002:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d50fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534417 expref: 58 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.080008:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15500 00000100:00100000:1.0:1746145238.083765:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1959 00000100:00100000:1.0:1746145238.083784:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1963:x1830965534849920:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145238.084066:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965534849920:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 291us (4225us total) trans 4294967939 rc 0/0 00000100:00100000:1.0:1746145238.084073:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1959 00002000:00100000:1.0:1746145238.084091:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f15500 x1830965534849920/t4294967939(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 496/448 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.084099:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15500 with x1830965534849920 ext(0->7) 00010000:00010000:1.0:1746145238.084107:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d50fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534417 expref: 60 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.084120:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d50fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534417 expref: 60 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.084126:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15500 00000100:00100000:0.0:1746145238.084866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.091341:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.098932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.104250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.111763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.111899:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534850816 00000100:00100000:1.0:1746145238.111907:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534850816 00002000:00100000:1.0:1746145238.111946:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965534850816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.111961:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965534850816 ext(0->4095) 00002000:00010000:1.0:1746145238.111965:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14e00 00000100:00100000:1.0:1746145238.111998:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3951 00000100:00100000:1.0:1746145238.112006:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965534850816:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.112180:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965534850816:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 173us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.112186:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3951 00002000:00100000:1.0:1746145238.112191:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965534850816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.112197:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965534850816 ext(0->4095) 00002000:00010000:1.0:1746145238.112200:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14e00 00000100:00100000:0.0:1746145238.113992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.114042:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534850944 00000100:00100000:1.0:1746145238.114048:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534850944 00000100:00100000:1.0:1746145238.115215:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5383 00000100:00100000:1.0:1746145238.115226:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534850944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.115241:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.115255:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5112 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53442c expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.115278:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d510b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534425 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.115285:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.115286:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.115291:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5112 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53442c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.115314:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d510b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534425 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.115324:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d510b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534425 expref: 59 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.115334:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093912300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530862208:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145238.115725:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.117481:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093912300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530862208:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145238.117503:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5112 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53442c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.117518:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145238.117554:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534850944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2331us (3566us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.117561:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5383 00000100:00100000:0.0:1746145238.117683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.120239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.121778:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.121815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.121959:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534851584 00000100:00100000:1.0:1746145238.121962:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534851584 00000100:00100000:1.0:1746145238.121995:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5384 00000100:00100000:1.0:1746145238.122001:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31571:x1830965534851584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.122012:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.122024:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5119 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53443a expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.122065:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.122070:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5120 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534433 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.122083:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.122086:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5119 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53443a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.122171:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5120 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534433 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.122182:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5119 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53443a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.122191:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145238.122217:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965534851584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 217us (401us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.122223:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5384 00000100:00100000:0.0:1746145238.125392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.128623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.130964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.133144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.136033:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.139751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.143032:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.143243:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534852864 00000100:00100000:1.0:1746145238.143249:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534852864 00002000:00100000:1.0:1746145238.143281:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16680 x1830965534852864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.143289:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965534852864 ext(0->4095) 00002000:00010000:1.0:1746145238.143293:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16680 00000100:00100000:1.0:1746145238.143321:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3954 00000100:00100000:1.0:1746145238.143327:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534852864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.143457:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534852864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.143463:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3954 00002000:00100000:1.0:1746145238.143468:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16680 x1830965534852864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.143474:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965534852864 ext(0->4095) 00002000:00010000:1.0:1746145238.143477:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16680 00000100:00100000:0.0:1746145238.144250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.145592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.145661:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534853120 00000100:00100000:1.0:1746145238.145666:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534853120 00000100:00100000:1.0:1746145238.145722:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5388 00000100:00100000:1.0:1746145238.145729:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965534853120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.145737:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.145746:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5135 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53444f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.145762:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.145766:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447b000/0xb5ee96b21a0d512e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534448 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.145771:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.145774:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5135 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53444f expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.145792:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447b000/0xb5ee96b21a0d512e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534448 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.145816:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5135 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53444f expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.145824:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145238.145857:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965534853120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.145863:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5388 00000100:00100000:0.0:1746145238.147897:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.152173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.154367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.156365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.158511:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.161575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.165475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.165710:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534854400 00000100:00100000:1.0:1746145238.165717:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534854400 00002000:00100000:1.0:1746145238.165752:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa680 x1830965534854400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.165761:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa680 with x1830965534854400 ext(0->4095) 00002000:00010000:1.0:1746145238.165765:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa680 00000100:00100000:1.0:1746145238.165790:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3956 00000100:00100000:1.0:1746145238.165795:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534854400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.165999:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534854400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 202us (525us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.166005:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3956 00002000:00100000:1.0:1746145238.166010:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa680 x1830965534854400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.166017:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa680 with x1830965534854400 ext(0->4095) 00002000:00010000:1.0:1746145238.166019:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa680 00000100:00100000:0.0:1746145238.169914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.174493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.176500:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.185213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.185260:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534855040 00000100:00100000:1.0:1746145238.185265:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534855040 00002000:00100000:1.0:1746145238.185304:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093912300 x1830965534855040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.185313:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093912300 with x1830965534855040 ext(0->4095) 00010000:00010000:1.0:1746145238.185319:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013613f200/0xb5ee96b21a0d5143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53445d expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.185330:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013613f200/0xb5ee96b21a0d5143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53445d expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.185336:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093912300 00000100:00100000:1.0:1746145238.185357:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1963 00000100:00100000:1.0:1746145238.185364:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965534855040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.185477:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965534855040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.185483:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1963 00002000:00100000:1.0:1746145238.185488:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093912300 x1830965534855040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.185494:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093912300 with x1830965534855040 ext(0->4095) 00010000:00010000:1.0:1746145238.185499:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013613f200/0xb5ee96b21a0d5143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53445d expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.185508:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013613f200/0xb5ee96b21a0d5143 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53445d expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.185514:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093912300 00000100:00100000:0.0:1746145238.189782:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.193794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.196509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.199531:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.203171:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.204603:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.205341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.205469:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534856192 00000100:00100000:1.0:1746145238.205473:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534856192 00000100:00100000:1.0:1746145238.205503:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5394 00000100:00100000:1.0:1746145238.205509:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965534856192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.205516:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.205524:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d515f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534479 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.205536:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.205539:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.205544:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.205546:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d515f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534479 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.205564:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.205574:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d515f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534479 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.205582:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145238.205607:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965534856192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 97us (266us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.205615:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5394 00000100:00100000:0.0:1746145238.207069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.210048:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.210117:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534856576 00000100:00100000:1.0:1746145238.210123:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534856576 00002000:00100000:1.0:1746145238.210153:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f8380 x1830965534856576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.210161:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8380 with x1830965534856576 ext(0->4095) 00010000:00010000:1.0:1746145238.210167:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.210179:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.210185:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f8380 00000100:00100000:1.0:1746145238.210209:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1964 00000100:00100000:1.0:1746145238.210215:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965534856576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.210336:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965534856576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.210342:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1964 00002000:00100000:1.0:1746145238.210347:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f8380 x1830965534856576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.210353:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8380 with x1830965534856576 ext(0->4095) 00010000:00010000:1.0:1746145238.210357:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.210370:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d5158 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534472 expref: 61 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.210375:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f8380 00000100:00100000:0.0:1746145238.211987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.214999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.217848:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.220661:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.223940:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.225931:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.225974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.228501:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.233771:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.237706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.237792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.240925:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.241289:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534858624 00000100:00100000:1.0:1746145238.241296:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534858624 00002000:00100000:1.0:1746145238.241330:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9f80 x1830965534858624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.241338:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9f80 with x1830965534858624 ext(0->4095) 00010000:00010000:1.0:1746145238.241345:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5174 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53448e expref: 61 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.241357:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53448e expref: 61 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.241363:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090dd9f80 00000100:00100000:1.0:1746145238.241393:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1966 00000100:00100000:1.0:1746145238.241400:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965534858624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.241590:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965534858624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 190us (670us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.241596:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1966 00002000:00100000:1.0:1746145238.241601:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9f80 x1830965534858624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.241607:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9f80 with x1830965534858624 ext(0->4095) 00010000:00010000:1.0:1746145238.241612:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53448e expref: 60 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.241620:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5174 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53448e expref: 60 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.241649:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090dd9f80 00000100:00100000:0.0:1746145238.246016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.246059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.250955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.257057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.262205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.264327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.268143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.272355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.273307:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.277091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.278903:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.284469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.289373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.295995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.298569:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.304113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.306466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.308762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.311146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.314861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.318311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.321219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.324124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.327033:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.328714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.328784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.329304:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534862976 00000100:00100000:0.0:1746145238.329308:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534862976 00000100:00100000:0.0:1746145238.329341:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5407 00000100:00100000:0.0:1746145238.329347:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965534862976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145238.329354:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145238.329361:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d51ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5344d4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.329386:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d51ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344c6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.329395:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.329397:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.329400:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d51ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344d4 expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.329515:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d51ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344c6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.329526:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d51ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344c6 expref: 5 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746145238.329536:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de3aa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530868096:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145238.329594:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.331176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.333200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.335414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.335862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.340118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.340299:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534863872 00000100:00100000:1.0:1746145238.340307:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534863872 00002000:00100000:1.0:1746145238.340342:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b800 x1830965534863872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.340350:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b800 with x1830965534863872 ext(0->4095) 00010000:00010000:1.0:1746145238.340358:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344cd expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.340369:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344cd expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.340375:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b800 00000100:00100000:1.0:1746145238.340397:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1972 00000100:00100000:1.0:1746145238.340402:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965534863872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.340535:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965534863872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (423us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.340544:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1972 00002000:00100000:1.0:1746145238.340589:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b800 x1830965534863872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.340596:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b800 with x1830965534863872 ext(0->4095) 00010000:00010000:1.0:1746145238.340600:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51b3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344cd expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.340608:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344cd expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.340613:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b800 00000100:00100000:0.0:1746145238.342290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.343217:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145238.347053:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746145238.347996:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534864384 00000100:00100000:1.0:1746145238.348002:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534864384 00002000:00100000:1.0:1746145238.348038:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65500 x1830965534864384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.348046:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65500 with x1830965534864384 ext(0->4095) 00010000:00010000:1.0:1746145238.348054:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d51c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344db expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.348066:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d51c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344db expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.348072:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65500 00000100:00100000:1.0:1746145238.348106:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1973 00000100:00100000:1.0:1746145238.348113:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534864384:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.348228:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534864384:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.348233:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1973 00002000:00100000:1.0:1746145238.348238:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65500 x1830965534864384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.348244:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65500 with x1830965534864384 ext(0->4095) 00010000:00010000:1.0:1746145238.348248:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d51c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344db expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.348255:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d51c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344db expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.348259:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65500 00000100:00100000:0.0:1746145238.350332:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.356059:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534864768 00000100:00100000:0.0:1746145238.356066:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534864768 00002000:00100000:0.0:1746145238.356109:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65880 x1830965534864768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.356118:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65880 with x1830965534864768 ext(0->4095) 00002000:00010000:0.0:1746145238.356123:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65880 00000100:00100000:0.0:1746145238.356137:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3966 00000100:00100000:0.0:1746145238.356143:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965534864768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145238.356253:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965534864768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (330us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145238.356259:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3966 00002000:00100000:0.0:1746145238.356263:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65880 x1830965534864768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.356270:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65880 with x1830965534864768 ext(0->4095) 00002000:00010000:0.0:1746145238.356272:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65880 00000100:00100000:0.0:1746145238.357602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.361377:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.364221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.365901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.365966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.366461:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5412 00000100:00100000:1.0:1746145238.366469:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965534865536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.366476:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.366482:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d51dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5344f7 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.366492:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.366496:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.366501:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.366504:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d51dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f7 expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.366521:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.366531:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d51dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f7 expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.366538:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145238.366555:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965534865536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.366561:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5412 00000100:00100000:0.0:1746145238.368814:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.372288:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.372363:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534865920 00000100:00100000:0.0:1746145238.372368:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534865920 00002000:00100000:0.0:1746145238.372400:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965534865920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.372409:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965534865920 ext(0->4095) 00010000:00010000:0.0:1746145238.372415:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.372427:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145238.372432:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290a80 00000100:00100000:0.0:1746145238.372456:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1974 00000100:00100000:0.0:1746145238.372461:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965534865920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145238.372585:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965534865920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (297us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145238.372591:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1974 00002000:00100000:0.0:1746145238.372596:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965534865920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.372602:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965534865920 ext(0->4095) 00010000:00010000:0.0:1746145238.372607:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.372615:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d51d6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5344f0 expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145238.372621:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290a80 00000100:00100000:0.0:1746145238.375219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.379335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.379589:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534866304 00000100:00100000:1.0:1746145238.379594:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534866304 00002000:00100000:1.0:1746145238.379622:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3ad80 x1830965534866304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.379662:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965534866304 ext(0->4095) 00002000:00010000:1.0:1746145238.379666:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3ad80 00000100:00100000:1.0:1746145238.379685:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3968 00000100:00100000:1.0:1746145238.379690:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965534866304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.379802:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965534866304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.379808:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3968 00002000:00100000:1.0:1746145238.379812:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3ad80 x1830965534866304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.379825:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965534866304 ext(0->4095) 00002000:00010000:1.0:1746145238.379827:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3ad80 00000100:00100000:0.0:1746145238.381372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.384001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.386323:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.388721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.390169:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.392570:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.396557:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.396608:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534867456 00000100:00100000:0.0:1746145238.396615:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534867456 00002000:00100000:0.0:1746145238.396663:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293800 x1830965534867456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.396672:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965534867456 ext(0->4095) 00010000:00010000:0.0:1746145238.396680:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d51eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534505 expref: 63 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.396693:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d51eb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534505 expref: 63 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145238.396700:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293800 00000100:00100000:0.0:1746145238.396728:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1975 00000100:00100000:0.0:1746145238.396735:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965534867456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145238.397029:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965534867456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 292us (476us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145238.397034:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1975 00002000:00100000:0.0:1746145238.397039:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293800 x1830965534867456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.397046:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965534867456 ext(0->4095) 00010000:00010000:0.0:1746145238.397050:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d51eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534505 expref: 63 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.397059:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d51eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534505 expref: 63 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:0.0:1746145238.397063:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293800 00000100:00100000:1.0:1746145238.400445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.400490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.404031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.404109:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534867968 00000100:00100000:1.0:1746145238.404116:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534867968 00002000:00100000:1.0:1746145238.404149:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880a8e00 x1830965534867968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.404159:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880a8e00 with x1830965534867968 ext(0->4095) 00010000:00010000:1.0:1746145238.404165:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53450c expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.404178:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53450c expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.404184:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880a8e00 00000100:00100000:1.0:1746145238.404212:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1976 00000100:00100000:1.0:1746145238.404219:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965534867968:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.404337:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965534867968:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (311us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.404344:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1976 00002000:00100000:1.0:1746145238.404349:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880a8e00 x1830965534867968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.404361:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880a8e00 with x1830965534867968 ext(0->4095) 00010000:00010000:1.0:1746145238.404365:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53450c expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.404374:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d51f2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53450c expref: 63 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.404379:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880a8e00 00000100:00100000:0.0:1746145238.406282:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.407414:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.414388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.418669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.421944:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.425305:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.428532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.431278:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.431338:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534869376 00000100:00100000:1.0:1746145238.431344:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534869376 00002000:00100000:1.0:1746145238.431371:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880aa680 x1830965534869376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.431380:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880aa680 with x1830965534869376 ext(0->4095) 00002000:00010000:1.0:1746145238.431384:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800880aa680 00000100:00100000:1.0:1746145238.431583:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3971 00000100:00100000:1.0:1746145238.431591:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534869376:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145238.431684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.431958:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534869376:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 367us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.431965:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3971 00002000:00100000:1.0:1746145238.431971:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880aa680 x1830965534869376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.431977:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880aa680 with x1830965534869376 ext(0->4095) 00010000:00010000:1.0:1746145238.431982:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5207 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534521 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.431992:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5207 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534521 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.431996:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880aa680 00000100:00100000:0.0:1746145238.433820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.435115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.437138:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.439820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.442444:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.445351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.450683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.452954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.455503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.457942:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.461474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.469218:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.490984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.493705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.495860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.497799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.501844:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.501946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.502712:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534872448 00000100:00100000:1.0:1746145238.502717:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534872448 00010000:00010000:1.0:1746145238.502738:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d522a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534544 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.502756:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9555 00000100:00100000:1.0:1746145238.502761:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534872448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.502773:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.502789:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d522a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534544 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.502798:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d522a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534544 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.502814:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d522a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534544 expref: 6 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.502836:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.502838:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.502843:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.502911:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.502932:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.502942:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 64 pid: 8464 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.502951:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530872960:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.503128:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.504608:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530872960:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.504623:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.504674:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534872448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1912us (2727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.504682:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9555 00000100:00100000:0.0:1746145238.505026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.506749:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.506819:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.506865:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534872960 00000100:00100000:1.0:1746145238.506869:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534872960 00010000:00010000:1.0:1746145238.506884:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 65 pid: 8464 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.506914:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9556 00000100:00100000:1.0:1746145238.506920:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1961:x1830965534872960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.506928:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.507088:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 65 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.507099:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 65 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.507113:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5231 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53454b expref: 65 pid: 8464 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.507220:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.507222:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.507227:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.507233:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.507297:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.507306:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 64 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.507315:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873216:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.507500:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.508871:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873216:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.508883:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.508905:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965534872960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1985us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.508913:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9556 00000100:00100000:0.0:1746145238.509174:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.511025:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.511271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.511510:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534873472 00000100:00100000:1.0:1746145238.511513:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534873472 00010000:00010000:1.0:1746145238.511530:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 66 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.511549:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9557 00000100:00100000:1.0:1746145238.511552:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1962:x1830965534873472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.511558:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.511569:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 66 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.511576:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 65 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.511586:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5238 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534552 expref: 65 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.511593:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.511594:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.511598:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.511603:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.511616:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.511646:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 5 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.511656:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873472:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.511694:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.512831:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873472:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.512844:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.512868:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1962:x1830965534873472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1313us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.512875:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9557 00000100:00100000:0.0:1746145238.513046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.514605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.514779:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534873856 00000100:00100000:1.0:1746145238.514783:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534873856 00010000:00010000:1.0:1746145238.514799:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.514815:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9558 00000100:00100000:1.0:1746145238.514821:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534873856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.514828:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.514839:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.514849:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.514870:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d523f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534559 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.514892:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.514894:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.514900:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.514908:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.514931:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.514941:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873600:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.514991:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.516232:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873600:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.516245:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.516280:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965534873856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1458us (1676us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.516287:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9558 00000100:00100000:0.0:1746145238.516686:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.518115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.519658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.519738:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534874368 00000100:00100000:1.0:1746145238.519742:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534874368 00010000:00010000:1.0:1746145238.519761:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 64 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.519779:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9559 00000100:00100000:1.0:1746145238.519784:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965534874368:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.519796:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.519809:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 64 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.519823:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 64 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.519839:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5246 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534560 expref: 64 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.519850:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.519851:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.519857:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.519864:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.519883:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.519892:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873856:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.520197:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.521246:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530873856:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.521259:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.521293:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965534874368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1508us (1634us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.521304:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9559 00000100:00100000:0.0:1746145238.521694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.523132:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.524579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.524646:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534874880 00000100:00100000:1.0:1746145238.524649:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534874880 00010000:00010000:1.0:1746145238.524664:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.524683:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9560 00000100:00100000:1.0:1746145238.524686:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534874880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.524693:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.524704:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.524710:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.524722:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d524d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534567 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.524737:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.524738:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.524743:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.524748:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.524761:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.524767:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874112:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.525011:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.526219:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874112:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.526233:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.526258:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534874880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1570us (1678us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.526266:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9560 00000100:00100000:0.0:1746145238.526448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.528053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.534081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.539106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.539283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.539555:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534875520 00000100:00100000:1.0:1746145238.539560:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534875520 00010000:00010000:1.0:1746145238.539578:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 67 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.539595:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9561 00000100:00100000:1.0:1746145238.539600:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965534875520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.539607:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.539621:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 67 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.539654:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 67 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.539669:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5254 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53456e expref: 67 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.539692:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.539922:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.539929:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.539938:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.539957:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.539967:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 5 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.539976:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874496:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.540047:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.541511:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874496:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.541523:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.541556:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965534875520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1955us (2273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.541564:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9561 00000100:00100000:0.0:1746145238.541876:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.543773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.543937:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534876032 00000100:00100000:1.0:1746145238.543942:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534876032 00010000:00010000:1.0:1746145238.543961:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.543991:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9562 00000100:00100000:1.0:1746145238.543997:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534876032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.544010:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.544023:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.544033:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.544062:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d525b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534575 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.544103:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.544105:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.544111:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.544118:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.544144:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.544154:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874624:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.544216:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.545987:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874624:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.546003:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.546044:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534876032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2046us (2274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.546066:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9562 00000100:00100000:0.0:1746145238.546207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.548226:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.552794:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.552860:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534876544 00000100:00100000:1.0:1746145238.552866:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534876544 00002000:00100000:1.0:1746145238.552898:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838a300 x1830965534876544/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 496/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.552907:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965534876544 ext(0->7) 00010000:00010000:1.0:1746145238.552913:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 66 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.552923:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 66 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.552929:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a300 00000100:00100000:1.0:1746145238.552954:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1986 00000100:00100000:1.0:1746145238.552959:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1962:x1830965534876544:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145238.553710:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1962:x1830965534876544:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 749us (916us total) trans 4294967943 rc 0/0 00000100:00100000:1.0:1746145238.553715:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1986 00002000:00100000:1.0:1746145238.553720:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838a300 x1830965534876544/t4294967943(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 496/448 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.553727:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965534876544 ext(0->7) 00010000:00010000:1.0:1746145238.553731:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.553739:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.553745:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a300 00000100:00100000:0.0:1746145238.563504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.563785:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534876672 00000100:00100000:1.0:1746145238.563805:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534876672 00010000:00010000:1.0:1746145238.563865:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.563940:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9563 00000100:00100000:1.0:1746145238.563949:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1963:x1830965534876672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.563984:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.564012:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.564023:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.564062:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d5262 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53457c expref: 68 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.564119:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.564122:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.564140:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.564147:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.564447:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.564457:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874880:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.564935:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.566219:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.567340:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.567516:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530874880:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.567530:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.567553:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1963:x1830965534876672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3606us (4067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.567560:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9563 00000100:00100000:0.0:1746145238.569060:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.569132:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534877184 00000100:00100000:1.0:1746145238.569135:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534877184 00010000:00010000:1.0:1746145238.569151:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.569171:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9564 00000100:00100000:1.0:1746145238.569177:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534877184:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.569186:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.569198:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.569207:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.569223:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5269 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534583 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.569232:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.569233:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.569237:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.569242:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.569259:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.569266:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875136:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.569329:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.570131:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875136:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.570142:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.570172:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965534877184:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 995us (1114us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.570178:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9564 00000100:00100000:0.0:1746145238.571485:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.574305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.578127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.586263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.586317:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.586495:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534877952 00000100:00100000:1.0:1746145238.586499:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534877952 00010000:00010000:1.0:1746145238.586517:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.586611:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9565 00000100:00100000:1.0:1746145238.586618:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534877952:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.586754:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.586770:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.586780:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.586794:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5270 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53458a expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.586805:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.586807:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.586811:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.586817:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.587084:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.587096:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 5 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.587106:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875520:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.587427:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.589346:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875520:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.589362:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.589407:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1961:x1830965534877952:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2789us (3089us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.589415:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9565 00000100:00100000:0.0:1746145238.589473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.592091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.592138:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534878336 00000100:00100000:1.0:1746145238.592144:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534878336 00010000:00010000:1.0:1746145238.592172:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.592343:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9566 00000100:00100000:1.0:1746145238.592351:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534878336:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.592360:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.592375:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.592385:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.592403:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d5277 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534591 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.592416:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.592417:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.592424:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.592431:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.592457:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.592467:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875648:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.592538:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.597351:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875648:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.597371:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.597423:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534878336:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5072us (5349us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145238.597432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.597433:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9566 00000100:00100000:0.0:1746145238.600406:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.603959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.607232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.607338:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534878976 00000100:00100000:1.0:1746145238.607346:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534878976 00010000:00010000:1.0:1746145238.607376:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.607482:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9567 00000100:00100000:1.0:1746145238.607741:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1963:x1830965534878976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.607754:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.607771:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.607782:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.607801:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d527e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534598 expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.607820:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.607822:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.607829:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.607836:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.607863:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.607873:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875904:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.607947:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.609657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.609717:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530875904:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.609733:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.609772:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1963:x1830965534878976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2282us (2544us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.609780:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9567 00000100:00100000:0.0:1746145238.614390:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.616162:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.617703:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.617814:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534879616 00000100:00100000:1.0:1746145238.617818:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534879616 00010000:00010000:1.0:1746145238.617838:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.617864:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9568 00000100:00100000:1.0:1746145238.617869:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534879616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.617879:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.617893:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.617902:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.617919:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5285 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53459f expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.617930:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.617932:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.617937:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.617944:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.617963:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.617973:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 72 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.617982:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876288:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.618032:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.619297:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876288:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.619310:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.619334:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534879616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1464us (1631us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.619341:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9568 00000100:00100000:0.0:1746145238.619499:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.621033:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.621105:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534880000 00000100:00100000:1.0:1746145238.621109:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534880000 00010000:00010000:1.0:1746145238.621125:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.621151:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9569 00000100:00100000:1.0:1746145238.621156:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965534880000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.621164:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.621175:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.621184:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.621203:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c600/0xb5ee96b21a0d528c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345a6 expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.621226:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.621228:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.621234:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.621241:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.621265:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.621274:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876416:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.621322:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.623154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.623660:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876416:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.623684:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.623705:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534880000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2549us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.623713:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9569 00000100:00100000:0.0:1746145238.625845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.628319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.628390:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534880512 00000100:00100000:1.0:1746145238.628396:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534880512 00010000:00010000:1.0:1746145238.628423:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.628467:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9570 00000100:00100000:1.0:1746145238.628474:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534880512:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.628488:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.628504:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.628514:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.628535:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5293 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345ad expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.628575:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.628577:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.628583:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.628590:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.628614:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145238.628623:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876672:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.628736:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.630180:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530876672:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.630194:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.630219:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1960:x1830965534880512:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1746us (1901us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.630226:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9570 00000100:00100000:0.0:1746145238.630360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.630395:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534880768 00000100:00100000:1.0:1746145238.630399:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534880768 00002000:00100000:1.0:1746145238.630424:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2680 x1830965534880768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.630431:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2680 with x1830965534880768 ext(0->4095) 00002000:00010000:1.0:1746145238.630434:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e2680 00000100:00100000:1.0:1746145238.630459:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3983 00000100:00100000:1.0:1746145238.630465:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534880768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.630570:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534880768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (211us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.630576:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3983 00002000:00100000:1.0:1746145238.630581:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2680 x1830965534880768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.630588:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2680 with x1830965534880768 ext(0->4095) 00002000:00010000:1.0:1746145238.630590:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e2680 00000100:00100000:0.0:1746145238.632040:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534880896 00000100:00100000:0.0:1746145238.632044:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534880896 00000100:00100000:0.0:1746145238.632090:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5440 00000100:00100000:0.0:1746145238.632097:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965534880896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145238.632108:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145238.632121:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5345bb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.632144:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.632150:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.632151:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.632154:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.632181:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.632190:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 5 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746145238.632204:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e2a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530876800:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145238.632267:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.633882:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.633931:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.633968:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534881152 00000100:00100000:1.0:1746145238.633973:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534881152 00010000:00010000:1.0:1746145238.633994:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.634019:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9571 00000100:00100000:1.0:1746145238.634024:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534881152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.634033:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.634050:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.634211:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.634228:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d529a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345b4 expref: 6 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.634255:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.634283:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534881152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 260us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.634289:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9571 00000100:00100000:0.0:1746145238.634400:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.637831:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df66a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530876928:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.637840:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aac00, rc 0) 00000100:00100000:1.0:1746145238.637873:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31571:x1830965534880896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5777us (5895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.637880:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5440 00000100:00100000:0.0:1746145238.639915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.639994:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534881408 00000100:00100000:1.0:1746145238.640002:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534881408 00002000:00100000:1.0:1746145238.640037:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e3480 x1830965534881408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.640045:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3480 with x1830965534881408 ext(0->4095) 00010000:00010000:1.0:1746145238.640052:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.640064:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.640080:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e3480 00000100:00100000:1.0:1746145238.640104:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1992 00000100:00100000:1.0:1746145238.640112:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965534881408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.640264:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965534881408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.640270:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1992 00002000:00100000:1.0:1746145238.640276:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e3480 x1830965534881408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.640282:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3480 with x1830965534881408 ext(0->4095) 00010000:00010000:1.0:1746145238.640286:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.640295:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.640301:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e3480 00000100:00100000:0.0:1746145238.641978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.642378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.642410:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534881664 00000100:00100000:1.0:1746145238.642414:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534881664 00010000:00010000:1.0:1746145238.642429:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.642455:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9572 00000100:00100000:1.0:1746145238.642460:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965534881664:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145238.642468:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145238.642482:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.642491:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.642506:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d52a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345bb expref: 73 pid: 8466 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.642521:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.642523:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.642528:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.642534:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.642701:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.642709:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:1.0:1746145238.642719:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530877312:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145238.643032:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.644282:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093293480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530877312:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145238.644297:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145238.644338:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534881664:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1876us (1959us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.644346:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9572 00000100:00100000:0.0:1746145238.644719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.644838:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534881920 00000100:00100000:1.0:1746145238.644843:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534881920 00002000:00100000:1.0:1746145238.644869:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2a00 x1830965534881920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.644883:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2a00 with x1830965534881920 ext(0->4095) 00010000:00010000:1.0:1746145238.644890:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.644902:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.644908:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e2a00 00000100:00100000:1.0:1746145238.644934:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1993 00000100:00100000:1.0:1746145238.644939:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534881920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.645045:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534881920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.645050:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1993 00002000:00100000:1.0:1746145238.645054:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2a00 x1830965534881920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.645060:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2a00 with x1830965534881920 ext(0->4095) 00010000:00010000:1.0:1746145238.645064:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.645089:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d52a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c2 expref: 72 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.645095:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e2a00 00000100:00100000:0.0:1746145238.646776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.646856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.646906:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534882048 00000100:00100000:1.0:1746145238.646913:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534882048 00000100:00100000:1.0:1746145238.646956:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5443 00000100:00100000:1.0:1746145238.646963:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965534882048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.646976:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.646990:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5345d0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.647011:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.647016:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.647022:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145238.647025:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d0 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.647053:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.647063:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d0 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.647088:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145238.647120:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965534882048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.647126:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5443 00000100:00100000:0.0:1746145238.650815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.654113:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534882560 00000100:00100000:0.0:1746145238.654120:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534882560 00010000:00010000:0.0:1746145238.654148:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00000100:00100000:0.0:1746145238.654181:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9574 00000100:00100000:0.0:1746145238.654188:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534882560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145238.654198:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145238.654214:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.654224:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.654248:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52af lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345c9 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:0.0:1746145238.654274:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.654276:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.654282:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d0 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.654290:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d0 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.654329:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d52b6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d0 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145238.654339:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800880bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530877696:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145238.654398:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.658317:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800880bc000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530877696:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145238.658335:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145238.658482:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534882560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4186us (4339us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145238.658492:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9574 00000100:00100000:0.0:1746145238.664974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.667387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.667436:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534883328 00000100:00100000:1.0:1746145238.667442:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534883328 00002000:00100000:1.0:1746145238.667473:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880bc380 x1830965534883328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746145238.667475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:1.0:1746145238.667486:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880bc380 with x1830965534883328 ext(0->4095) 00002000:00010000:1.0:1746145238.667490:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800880bc380 00000100:00100000:1.0:1746145238.667520:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3985 00000100:00100000:1.0:1746145238.667527:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534883328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.667790:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880bc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534883328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 253us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.667796:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3985 00002000:00100000:1.0:1746145238.667802:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880bc380 x1830965534883328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.667808:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880bc380 with x1830965534883328 ext(0->4095) 00010000:00010000:1.0:1746145238.667813:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d52bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d7 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.667824:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d52bd lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345d7 expref: 6 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.667829:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800880bc380 00000100:00100000:0.0:1746145238.669662:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.671011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.675784:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534883968 00000100:00100000:1.0:1746145238.675790:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534883968 00002000:00100000:1.0:1746145238.675821:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965534883968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.675830:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965534883968 ext(0->4095) 00010000:00010000:1.0:1746145238.675837:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345de expref: 73 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.675850:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345de expref: 73 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.675855:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64700 00000100:00100000:1.0:1746145238.675880:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 1995 00000100:00100000:1.0:1746145238.675887:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965534883968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.676252:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965534883968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 364us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.676258:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 1995 00002000:00100000:1.0:1746145238.676263:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965534883968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.676270:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965534883968 ext(0->4095) 00010000:00010000:1.0:1746145238.676274:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345de expref: 73 pid: 8465 timeout: 579 lvb_type: 0 00010000:00010000:1.0:1746145238.676282:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d52c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5345de expref: 73 pid: 8465 timeout: 579 lvb_type: 0 00002000:00010000:1.0:1746145238.676287:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64700 00000100:00100000:1.0:1746145238.678132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.680844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.680972:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534884352 00000100:00100000:1.0:1746145238.680977:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534884352 00002000:00100000:1.0:1746145238.681069:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880bd180 x1830965534884352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.681091:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880bd180 with x1830965534884352 ext(0->4095) 00002000:00010000:1.0:1746145238.681095:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800880bd180 00000100:00100000:0.0:1746145238.684725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.687868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.692816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.693606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.695705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.696456:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.698932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.701149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.704362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.707210:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.709829:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.712081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.714260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.717245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.717756:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.721433:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.724036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.724113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.726258:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.729201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.729295:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.731857:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.734506:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.737479:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.739654:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.741508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.744396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.746367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.747994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.748846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.751443:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.754581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.754873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.757985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.758194:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534890112 00000100:00100000:0.0:1746145238.758200:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534890112 00002000:00100000:0.0:1746145238.758231:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965534890112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.758240:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965534890112 ext(0->4095) 00010000:00010000:0.0:1746145238.758246:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5318 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534632 expref: 72 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145238.758259:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5318 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534632 expref: 72 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145238.758265:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293480 00000100:00100000:0.0:1746145238.758403:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2001 00000100:00100000:0.0:1746145238.758411:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534890112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145238.758522:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534890112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (541us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145238.758528:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2001 00002000:00100000:0.0:1746145238.758533:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965534890112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.758540:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965534890112 ext(0->4095) 00010000:00010000:0.0:1746145238.758545:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5318 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534632 expref: 72 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145238.758554:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5318 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534632 expref: 72 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145238.758560:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293480 00000100:00100000:0.0:1746145238.760054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.760109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.764011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.767400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.771542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.774475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.774661:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5460 00000100:00100000:0.0:1746145238.774670:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534891136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145238.774684:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145238.774697:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534647 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.774719:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5326 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534640 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.774725:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145238.774727:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145238.774730:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534647 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.774750:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5326 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534640 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.774759:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5326 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534640 expref: 71 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746145238.774772:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090dd9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530881920:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145238.775006:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.776322:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.781653:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534891520 00000100:00100000:0.0:1746145238.781657:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534891520 00002000:00100000:0.0:1746145238.781683:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65f80 x1830965534891520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145238.781692:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65f80 with x1830965534891520 ext(0->4095) 00010000:00010000:0.0:1746145238.781698:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534647 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145238.781709:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534647 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145238.781714:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65f80 00000100:00100000:1.0:1746145238.781756:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2003 00000100:00100000:1.0:1746145238.781765:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534891520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.781893:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534891520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (1002us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.781899:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2003 00002000:00100000:1.0:1746145238.781904:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65f80 x1830965534891520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.781910:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65f80 with x1830965534891520 ext(0->4095) 00010000:00010000:1.0:1746145238.781914:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534647 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145238.781921:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d532d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534647 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145238.781926:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65f80 00000100:00100000:0.0:1746145238.784673:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.785605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.789411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.789676:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534892160 00000100:00100000:1.0:1746145238.789684:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534892160 00002000:00100000:1.0:1746145238.789722:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090ddb800 x1830965534892160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.789731:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ddb800 with x1830965534892160 ext(0->4095) 00010000:00010000:1.0:1746145238.789739:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5334 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53464e expref: 73 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145238.789752:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5334 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53464e expref: 73 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145238.789758:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090ddb800 00000100:00100000:1.0:1746145238.789789:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2004 00000100:00100000:1.0:1746145238.789796:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1963:x1830965534892160:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145238.789919:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ddb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1963:x1830965534892160:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (513us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.789925:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2004 00002000:00100000:1.0:1746145238.789930:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090ddb800 x1830965534892160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.789937:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090ddb800 with x1830965534892160 ext(0->4095) 00010000:00010000:1.0:1746145238.790560:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5334 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53464e expref: 73 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145238.790572:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5334 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53464e expref: 73 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145238.790578:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090ddb800 00000100:00100000:0.0:1746145238.793841:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.796856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.796904:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534892544 00000100:00100000:1.0:1746145238.796911:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534892544 00002000:00100000:1.0:1746145238.796951:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd8e00 x1830965534892544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.796960:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd8e00 with x1830965534892544 ext(0->4095) 00002000:00010000:1.0:1746145238.796964:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd8e00 00000100:00100000:1.0:1746145238.797598:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3993 00000100:00100000:1.0:1746145238.797608:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534892544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.797758:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534892544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (903us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.797764:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3993 00002000:00100000:1.0:1746145238.797769:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd8e00 x1830965534892544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.797776:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd8e00 with x1830965534892544 ext(0->4095) 00002000:00010000:1.0:1746145238.797779:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd8e00 00000100:00100000:0.0:1746145238.803471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.808435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.808509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.811085:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.811139:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534893312 00000100:00100000:1.0:1746145238.811146:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534893312 00000100:00100000:1.0:1746145238.811193:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5465 00000100:00100000:1.0:1746145238.811201:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534893312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.811214:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.811229:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53466a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.811250:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.811255:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5349 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534663 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.811261:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.811263:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53466a expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.811291:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5349 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534663 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.811301:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53466a expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.811310:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145238.811604:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534893312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.811609:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5465 00000100:00100000:0.0:1746145238.812685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.816512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.819432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.822046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.825456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.825562:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534894208 00000100:00100000:1.0:1746145238.825568:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534894208 00000100:00100000:1.0:1746145238.825609:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5466 00000100:00100000:1.0:1746145238.825617:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534894208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.825763:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.825779:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534671 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.825804:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53466a expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.825811:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.825814:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.825817:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534671 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.825840:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53466a expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.825850:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5350 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53466a expref: 71 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145238.825859:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530883456:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145238.826107:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.827322:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530883456:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145238.827341:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534671 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.827354:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145238.827380:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534894208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1765us (1929us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.827387:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5466 00000100:00100000:0.0:1746145238.827978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.829939:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.831801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.831947:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534894720 00000100:00100000:1.0:1746145238.831953:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534894720 00000100:00100000:1.0:1746145238.831986:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5467 00000100:00100000:1.0:1746145238.831990:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965534894720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.832005:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.832016:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d535e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534678 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.832038:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534671 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.832042:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.832043:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.832045:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d535e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534678 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.832063:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534671 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.832079:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5357 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534671 expref: 5 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145238.832096:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530883712:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145238.832162:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145238.833233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.834670:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.836791:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.840409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.840448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.842886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.845328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.845387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.847771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.850934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.854671:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.856890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.860050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.864283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.864736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.867784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.867972:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534897408 00000100:00100000:1.0:1746145238.867979:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534897408 00000100:00100000:1.0:1746145238.868021:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5473 00000100:00100000:1.0:1746145238.868027:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534897408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.868041:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.868055:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5388 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5346a2 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.868087:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.868092:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5381 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53469b expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.868098:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.868101:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5388 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346a2 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.868127:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d5381 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53469b expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.868137:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5388 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346a2 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.868147:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145238.868177:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31571:x1830965534897408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 150us (398us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.868183:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5473 00000100:00100000:0.0:1746145238.868236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.870710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.873835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.876852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.879204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.882457:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.886715:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.886751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.889043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.889101:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534898944 00000100:00100000:1.0:1746145238.889105:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534898944 00000100:00100000:1.0:1746145238.889137:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5476 00000100:00100000:1.0:1746145238.889142:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965534898944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.889151:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:0.0:1746145238.889156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145238.889161:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5346b7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.889174:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145238.889178:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d5396 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b0 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.889186:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.889189:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b7 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.889206:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d5396 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b0 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.889212:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b7 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.889216:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145238.889235:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534898944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (200us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.889238:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5476 00000100:00100000:0.0:1746145238.892808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.895270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.897994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.898344:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534899712 00000100:00100000:1.0:1746145238.898349:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534899712 00002000:00100000:1.0:1746145238.898377:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965534899712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.898386:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965534899712 ext(0->4095) 00002000:00010000:1.0:1746145238.898390:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093934700 00000100:00100000:1.0:1746145238.898407:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 3999 00000100:00100000:1.0:1746145238.898412:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534899712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145238.898895:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534899712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 482us (905us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.898904:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 3999 00002000:00100000:1.0:1746145238.898909:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965534899712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.898915:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965534899712 ext(0->4095) 00002000:00010000:1.0:1746145238.898918:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093934700 00000100:00100000:1.0:1746145238.902977:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534899840 00000100:00100000:1.0:1746145238.902984:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534899840 00000100:00100000:1.0:1746145238.903022:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5477 00000100:00100000:1.0:1746145238.903030:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534899840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145238.903044:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145238.903058:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d53a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5346be expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.903093:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b7 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.903100:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.903102:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145238.903105:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d53a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346be expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.903128:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b7 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.903136:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d539d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346b7 expref: 71 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145238.903148:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093290700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530886272:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145238.903217:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.905062:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093290700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530886272:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145238.905100:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d53a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346be expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145238.905114:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145238.905157:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534899840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2128us (2254us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145238.905164:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5477 00000100:00100000:0.0:1746145238.905832:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.908065:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.908867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.911202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.912589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.914379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.918150:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.919838:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.922588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.925516:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.929864:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534901888 00000100:00100000:0.0:1746145238.929872:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534901888 00000100:00100000:0.0:1746145238.929909:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5481 00000100:00100000:0.0:1746145238.929916:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965534901888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145238.929928:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145238.929944:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d53c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5346da expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.929969:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d53b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346d3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.929975:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.929977:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.929981:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d53c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346da expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.930402:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d53b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346d3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.930413:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d53b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5346d3 expref: 5 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:0.0:1746145238.930424:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934bea00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530887296:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145238.930823:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145238.930976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.933176:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.940210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.942340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.947333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.949855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.953283:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.956336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.957579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.958343:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.960190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.962058:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.966149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.967944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.971187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.974691:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.974706:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534904832 00000100:00100000:1.0:1746145238.974712:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534904832 00002000:00100000:1.0:1746145238.974741:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ce00 x1830965534904832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.974747:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ce00 with x1830965534904832 ext(0->4095) 00002000:00010000:1.0:1746145238.974750:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ce00 00000100:00100000:1.0:1746145238.974772:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4006 00000100:00100000:1.0:1746145238.974777:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534904832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.974905:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534904832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (215us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.974914:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4006 00002000:00100000:1.0:1746145238.974919:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ce00 x1830965534904832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.974926:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ce00 with x1830965534904832 ext(0->4095) 00002000:00010000:1.0:1746145238.974929:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ce00 00000100:00100000:0.0:1746145238.976543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.976862:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.976893:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534905088 00000100:00100000:0.0:1746145238.976897:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534905088 00000100:00100000:0.0:1746145238.977719:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5488 00000100:00100000:0.0:1746145238.977726:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965534905088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145238.977733:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145238.977740:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d53f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53470b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.977752:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145238.977755:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.977760:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145238.977763:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d53f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53470b expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.977782:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.977796:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d53f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53470b expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145238.977804:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:0.0:1746145238.977825:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31559:x1830965534905088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (964us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145238.977830:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5488 00000100:00100000:0.0:1746145238.979426:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.982250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145238.982491:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534905472 00000100:00100000:1.0:1746145238.982497:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534905472 00002000:00100000:1.0:1746145238.982528:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10fb80 x1830965534905472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/0 e 0 to 0 dl 1746145249 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.982537:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10fb80 with x1830965534905472 ext(0->4095) 00010000:00010000:1.0:1746145238.982543:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 73 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145238.982554:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 73 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145238.982559:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10fb80 00000100:00100000:1.0:1746145238.982581:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2016 00000100:00100000:1.0:1746145238.982587:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965534905472:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145238.982745:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965534905472:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (501us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145238.982751:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2016 00002000:00100000:1.0:1746145238.982756:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10fb80 x1830965534905472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:124/0 lens 488/4536 e 0 to 0 dl 1746145249 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145238.982763:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10fb80 with x1830965534905472 ext(0->4095) 00010000:00010000:1.0:1746145238.982768:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 73 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145238.982776:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d53ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534704 expref: 73 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145238.982781:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10fb80 00000100:00100000:0.0:1746145238.984966:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.985017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.989090:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.991257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.991334:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.994477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145238.998740:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.001968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.002740:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534906880 00000100:00100000:1.0:1746145239.002747:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534906880 00002000:00100000:1.0:1746145239.002781:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7800 x1830965534906880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.002789:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7800 with x1830965534906880 ext(0->4095) 00002000:00010000:1.0:1746145239.002793:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7800 00000100:00100000:1.0:1746145239.002821:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4007 00000100:00100000:1.0:1746145239.002827:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534906880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.002956:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534906880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (987us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.002961:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4007 00002000:00100000:1.0:1746145239.002966:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7800 x1830965534906880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.002972:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7800 with x1830965534906880 ext(0->4095) 00002000:00010000:1.0:1746145239.002975:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7800 00000100:00100000:0.0:1746145239.004303:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.006399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.008871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.008943:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534907392 00000100:00100000:1.0:1746145239.008948:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534907392 00002000:00100000:1.0:1746145239.008981:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ea00 x1830965534907392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.008989:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965534907392 ext(0->4095) 00002000:00010000:1.0:1746145239.008993:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:1.0:1746145239.009024:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4008 00000100:00100000:1.0:1746145239.009030:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534907392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.009160:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534907392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.009894:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4008 00002000:00100000:1.0:1746145239.009902:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ea00 x1830965534907392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.009910:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965534907392 ext(0->4095) 00002000:00010000:1.0:1746145239.009913:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:0.0:1746145239.011262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.013835:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534907648 00000100:00100000:0.0:1746145239.013842:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534907648 00000100:00100000:1.0:1746145239.013906:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5493 00000100:00100000:1.0:1746145239.013919:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965534907648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.013934:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.013949:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5414 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53472e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.013973:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.013977:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d540d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534727 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.013987:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.013990:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5414 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53472e expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.014019:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d540d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534727 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.014029:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5414 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53472e expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.014038:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145239.014088:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31559:x1830965534907648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (541us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.014094:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5493 00000100:00100000:0.0:1746145239.017015:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.018758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.018819:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.021591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.023810:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.024157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.027833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.030275:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.033596:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.036129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.039599:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.043227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.044581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.046818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.046871:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534910208 00000100:00100000:1.0:1746145239.046876:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534910208 00000100:00100000:1.0:1746145239.047220:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5498 00000100:00100000:1.0:1746145239.047228:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534910208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.047240:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.047252:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5437 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534751 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.047272:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.047276:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5430 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53474a expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.047285:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.047289:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5437 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534751 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.047313:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d5430 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53474a expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.047323:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5437 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534751 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.047330:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.047361:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31571:x1830965534910208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (548us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.047367:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5498 00000100:00100000:0.0:1746145239.047951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.051482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.054086:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.057363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.057735:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534910976 00000100:00100000:1.0:1746145239.057741:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534910976 00002000:00100000:1.0:1746145239.057771:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965534910976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.057780:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965534910976 ext(0->4095) 00002000:00010000:1.0:1746145239.057784:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:1.0:1746145239.057809:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4011 00000100:00100000:1.0:1746145239.057815:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534910976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.058918:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534910976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1100us (1557us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.058930:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4011 00002000:00100000:1.0:1746145239.058937:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965534910976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.058956:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965534910976 ext(0->4095) 00002000:00010000:1.0:1746145239.058959:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:0.0:1746145239.061912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.064392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.068975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.069856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.069884:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534911616 00000100:00100000:1.0:1746145239.069888:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534911616 00002000:00100000:1.0:1746145239.069913:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965534911616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.069921:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965534911616 ext(0->4095) 00010000:00010000:1.0:1746145239.069926:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d543e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534758 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.069935:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d543e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534758 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.069939:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989f80 00000100:00100000:1.0:1746145239.069948:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2023 00000100:00100000:1.0:1746145239.069952:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534911616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.070062:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534911616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (206us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.070067:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2023 00002000:00100000:1.0:1746145239.070080:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965534911616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.070092:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965534911616 ext(0->4095) 00010000:00010000:1.0:1746145239.070096:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d543e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534758 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.070104:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d543e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534758 expref: 6 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.070109:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989f80 00000100:00100000:0.0:1746145239.071649:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.071681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.073493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.076027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.080999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.081091:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534912512 00000100:00100000:1.0:1746145239.081097:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534912512 00002000:00100000:1.0:1746145239.081416:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965534912512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.081425:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965534912512 ext(0->4095) 00002000:00010000:1.0:1746145239.081429:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef100 00000100:00100000:1.0:1746145239.081455:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4012 00000100:00100000:1.0:1746145239.081462:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534912512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.081570:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534912512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.081576:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4012 00002000:00100000:1.0:1746145239.082135:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965534912512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.082143:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965534912512 ext(0->4095) 00002000:00010000:1.0:1746145239.082145:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef100 00000100:00100000:0.0:1746145239.083934:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.088919:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.090762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.091514:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534913024 00000100:00100000:1.0:1746145239.091520:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534913024 00002000:00100000:1.0:1746145239.091551:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965534913024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.091559:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965534913024 ext(0->4095) 00002000:00010000:1.0:1746145239.091563:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cec380 00000100:00100000:1.0:1746145239.091592:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4013 00000100:00100000:1.0:1746145239.091598:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534913024:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.091747:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534913024:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (984us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.091753:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4013 00002000:00100000:1.0:1746145239.091758:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965534913024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.091766:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965534913024 ext(0->4095) 00002000:00010000:1.0:1746145239.091768:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cec380 00000100:00100000:0.0:1746145239.092586:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.094180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.094440:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534913280 00000100:00100000:1.0:1746145239.094445:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534913280 00000100:00100000:0.0:1746145239.094535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.097774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.099611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.103292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.106357:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.109328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.112560:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.115590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.115901:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534914816 00000100:00100000:1.0:1746145239.115906:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534914816 00000100:00100000:1.0:1746145239.115948:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5507 00000100:00100000:1.0:1746145239.115955:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534914816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.115965:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.115977:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534790 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.115993:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.115997:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d546f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534789 expref: 74 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.116002:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.116005:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534790 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.116028:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d546f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534789 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.116037:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534790 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.116044:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.116061:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534914816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (476us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.116066:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5507 00000100:00100000:0.0:1746145239.117330:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.124949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.126594:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.128432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.128560:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534915584 00000100:00100000:1.0:1746145239.128565:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534915584 00002000:00100000:1.0:1746145239.128589:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965534915584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.128597:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965534915584 ext(0->4095) 00002000:00010000:1.0:1746145239.128601:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff800 00000100:00100000:1.0:1746145239.128622:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4015 00000100:00100000:1.0:1746145239.128655:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534915584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.128770:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534915584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.128779:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4015 00002000:00100000:1.0:1746145239.128783:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965534915584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.128790:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965534915584 ext(0->4095) 00002000:00010000:1.0:1746145239.128793:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff800 00000100:00100000:0.0:1746145239.130329:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.130520:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534915712 00000100:00100000:1.0:1746145239.130526:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534915712 00000100:00100000:1.0:1746145239.130565:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5508 00000100:00100000:1.0:1746145239.130571:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534915712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.130583:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.130600:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534797 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.130621:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534790 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.130650:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.130651:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.130655:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534797 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.130681:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534790 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.130693:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5476 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534790 expref: 71 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.130711:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530894208:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.130778:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.131949:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530894208:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.131970:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534797 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.131983:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145239.132018:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534915712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1446us (1692us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.132025:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5508 00000100:00100000:0.0:1746145239.132604:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.134349:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.134404:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534916096 00000100:00100000:1.0:1746145239.134408:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534916096 00002000:00100000:1.0:1746145239.134476:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9c00 x1830965534916096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.134483:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965534916096 ext(0->4095) 00002000:00010000:1.0:1746145239.134486:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9c00 00000100:00100000:1.0:1746145239.134509:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4016 00000100:00100000:1.0:1746145239.134514:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534916096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.134604:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534916096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 91us (257us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.134609:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4016 00002000:00100000:1.0:1746145239.134613:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9c00 x1830965534916096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.134641:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965534916096 ext(0->4095) 00002000:00010000:1.0:1746145239.134643:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9c00 00000100:00100000:1.0:1746145239.136556:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534916224 00000100:00100000:1.0:1746145239.136562:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534916224 00000100:00100000:1.0:1746145239.136601:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5509 00000100:00100000:1.0:1746145239.136608:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965534916224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.136621:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.136657:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5484 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53479e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.136684:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534797 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.136690:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.136691:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.136694:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5484 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53479e expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.136718:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534797 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.136732:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d547d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534797 expref: 5 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.136741:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530894464:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.136803:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.139017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.139796:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530894464:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.139812:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5484 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53479e expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.139820:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145239.139840:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534916224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3232us (3351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.139845:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5509 00000100:00100000:0.0:1746145239.140543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.144816:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.146970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.147045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.149690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.151743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.152159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.155493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.159510:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.163738:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.166669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.166840:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534918272 00000100:00100000:1.0:1746145239.166848:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534918272 00000100:00100000:1.0:1746145239.166890:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5513 00000100:00100000:1.0:1746145239.166898:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534918272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.166912:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.166927:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5347ba expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.167023:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5499 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347b3 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.167030:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.167032:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.167034:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347ba expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.167056:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5499 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347b3 expref: 71 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.167078:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5499 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347b3 expref: 71 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.167088:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530895488:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.167152:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.168728:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530895488:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.168748:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347ba expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.168761:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145239.168801:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534918272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1903us (2173us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.168807:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5513 00000100:00100000:0.0:1746145239.169340:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.171559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.171619:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534918656 00000100:00100000:1.0:1746145239.171641:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534918656 00002000:00100000:1.0:1746145239.171673:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880bce00 x1830965534918656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.171681:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880bce00 with x1830965534918656 ext(0->4095) 00002000:00010000:1.0:1746145239.171685:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800880bce00 00000100:00100000:1.0:1746145239.171713:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4018 00000100:00100000:1.0:1746145239.171719:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534918656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.171827:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534918656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (271us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.171836:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4018 00002000:00100000:1.0:1746145239.171840:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800880bce00 x1830965534918656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.171847:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800880bce00 with x1830965534918656 ext(0->4095) 00002000:00010000:1.0:1746145239.171850:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800880bce00 00000100:00100000:0.0:1746145239.173688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.173808:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534918784 00000100:00100000:1.0:1746145239.173814:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534918784 00000100:00100000:1.0:1746145239.173855:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5514 00000100:00100000:1.0:1746145239.173862:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965534918784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.173878:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.173891:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d54a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5347c1 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.173914:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347ba expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.173921:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.173922:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.173925:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d54a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347c1 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.173945:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347ba expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.173954:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d54a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347ba expref: 5 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.173968:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530895744:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.174024:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.174082:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.175621:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530895744:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.175668:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d54a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347c1 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.175679:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145239.175817:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534918784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1855us (2033us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.175824:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5514 00000100:00100000:0.0:1746145239.177003:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.180206:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.182237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.182314:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534919424 00000100:00100000:1.0:1746145239.182319:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534919424 00000100:00100000:1.0:1746145239.182360:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5516 00000100:00100000:1.0:1746145239.182366:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534919424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.182378:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.182391:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5347cf expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.182413:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.182418:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c75400/0xb5ee96b21a0d54ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347c8 expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.182424:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.182427:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.182462:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c75400/0xb5ee96b21a0d54ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347c8 expref: 72 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.182472:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.182480:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145239.182521:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534919424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.182527:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5516 00000100:00100000:0.0:1746145239.183206:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.185891:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.190280:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.190359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.196213:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.196330:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534920320 00000100:00100000:1.0:1746145239.196337:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534920320 00002000:00100000:1.0:1746145239.196371:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e3b80 x1830965534920320/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.196379:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3b80 with x1830965534920320 ext(0->4095) 00010000:00010000:1.0:1746145239.196385:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.196398:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.196403:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e3b80 00000100:00100000:1.0:1746145239.196428:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2033 00000100:00100000:1.0:1746145239.196434:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534920320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.198154:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534920320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1715us (1940us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.198163:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2033 00002000:00100000:1.0:1746145239.198170:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e3b80 x1830965534920320/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.198176:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3b80 with x1830965534920320 ext(0->4095) 00010000:00010000:1.0:1746145239.198181:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.198191:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347cf expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.198195:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e3b80 00000100:00100000:0.0:1746145239.201269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.203454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.203522:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534920704 00000100:00100000:1.0:1746145239.203528:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534920704 00002000:00100000:1.0:1746145239.203556:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e1180 x1830965534920704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.203564:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1180 with x1830965534920704 ext(0->4095) 00002000:00010000:1.0:1746145239.203568:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1180 00000100:00100000:1.0:1746145239.203593:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4019 00000100:00100000:1.0:1746145239.203598:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534920704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.203740:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965534920704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.203746:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4019 00002000:00100000:1.0:1746145239.203752:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e1180 x1830965534920704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.203766:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1180 with x1830965534920704 ext(0->4095) 00002000:00010000:1.0:1746145239.203769:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1180 00000100:00100000:0.0:1746145239.212967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.214878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.214974:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534920960 00000100:00100000:1.0:1746145239.214980:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534920960 00002000:00100000:1.0:1746145239.215009:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de3b480 x1830965534920960/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 496/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.215018:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965534920960 ext(0->7) 00010000:00010000:1.0:1746145239.215024:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d54bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347d6 expref: 72 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.215036:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d54bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347d6 expref: 72 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.215042:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:1.0:1746145239.215065:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2034 00000100:00100000:1.0:1746145239.215081:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965534920960:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145239.215311:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965534920960:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 230us (434us total) trans 4294967946 rc 0/0 00000100:00100000:1.0:1746145239.215317:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2034 00002000:00100000:1.0:1746145239.215323:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de3b480 x1830965534920960/t4294967946(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 496/448 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.215330:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965534920960 ext(0->7) 00010000:00010000:1.0:1746145239.215334:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d54bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347d6 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.215347:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d54bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347d6 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.215352:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:0.0:1746145239.218005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.222481:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.225212:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.225422:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534921472 00000100:00100000:1.0:1746145239.225428:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534921472 00002000:00100000:1.0:1746145239.225461:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39180 x1830965534921472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.225469:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39180 with x1830965534921472 ext(0->4095) 00010000:00010000:1.0:1746145239.225476:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d54c3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347dd expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.225488:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d54c3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347dd expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.225494:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39180 00000100:00100000:1.0:1746145239.225509:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2035 00000100:00100000:1.0:1746145239.225514:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534921472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.225622:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534921472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (418us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.225648:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2035 00002000:00100000:1.0:1746145239.225653:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39180 x1830965534921472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.225660:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39180 with x1830965534921472 ext(0->4095) 00010000:00010000:1.0:1746145239.225664:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d54c3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347dd expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.225671:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d54c3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347dd expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.225676:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39180 00000100:00100000:0.0:1746145239.228938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.229309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.233189:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.233660:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534921984 00000100:00100000:1.0:1746145239.233665:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534921984 00002000:00100000:1.0:1746145239.233694:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a300 x1830965534921984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.233702:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a300 with x1830965534921984 ext(0->4095) 00010000:00010000:1.0:1746145239.233707:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d54ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347e4 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.233717:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d54ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347e4 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.233723:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3a300 00000100:00100000:1.0:1746145239.233736:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2036 00000100:00100000:1.0:1746145239.233742:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1963:x1830965534921984:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145239.233852:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1963:x1830965534921984:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 110us (663us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.233858:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2036 00002000:00100000:1.0:1746145239.233862:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a300 x1830965534921984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.233874:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a300 with x1830965534921984 ext(0->4095) 00010000:00010000:1.0:1746145239.233878:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d54ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347e4 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.233886:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d54ca lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347e4 expref: 74 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.233891:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3a300 00000100:00100000:0.0:1746145239.235426:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.240180:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.240380:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534922496 00000100:00100000:1.0:1746145239.240385:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534922496 00002000:00100000:1.0:1746145239.240417:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695500 x1830965534922496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.240426:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695500 with x1830965534922496 ext(0->4095) 00010000:00010000:1.0:1746145239.240433:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d54d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347eb expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.240445:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d54d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347eb expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.240451:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695500 00000100:00100000:1.0:1746145239.240478:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2037 00000100:00100000:1.0:1746145239.240484:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534922496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.240596:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534922496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (424us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.240602:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2037 00002000:00100000:1.0:1746145239.240607:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695500 x1830965534922496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.240615:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695500 with x1830965534922496 ext(0->4095) 00010000:00010000:1.0:1746145239.240619:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d54d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347eb expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.240649:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d54d1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347eb expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.240655:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695500 00000100:00100000:0.0:1746145239.242868:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.246572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.248366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.248724:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534923008 00000100:00100000:1.0:1746145239.248728:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534923008 00000100:00100000:1.0:1746145239.248763:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5522 00000100:00100000:1.0:1746145239.248768:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534923008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.248779:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.248792:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5347f9 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.248815:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c75200/0xb5ee96b21a0d54d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f2 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.248822:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.248824:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.248827:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f9 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.248849:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c75200/0xb5ee96b21a0d54d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f2 expref: 73 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.248863:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c75200/0xb5ee96b21a0d54d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f2 expref: 73 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.248874:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530897792:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.248976:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.250778:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530897792:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.250802:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f9 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.250818:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.250850:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534923008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2080us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.250857:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5522 00000100:00100000:0.0:1746145239.251237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.253148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.254746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.254887:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534923520 00000100:00100000:1.0:1746145239.254894:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534923520 00000100:00100000:1.0:1746145239.255950:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5523 00000100:00100000:1.0:1746145239.255960:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965534923520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.255978:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.255992:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534800 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.256016:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f9 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.256030:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.256032:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.256034:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534800 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.256059:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f9 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.256078:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d54df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5347f9 expref: 5 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.256088:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530898048:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.256196:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.258035:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.258733:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530898048:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145239.258757:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534800 expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.258773:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:0.0:1746145239.258807:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:31571:x1830965534923520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2849us (4065us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145239.258814:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5523 00000100:00100000:0.0:1746145239.258830:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5524 00000100:00100000:0.0:1746145239.258837:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31559:x1830965534923648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145239.258847:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145239.258869:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534807 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.258886:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145239.258890:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534800 expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.258895:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145239.258898:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145239.258912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145239.258922:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d54e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534800 expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.258930:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.258937:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:0.0:1746145239.258950:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:31559:x1830965534923648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (921us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145239.258954:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5524 00000100:00100000:0.0:1746145239.261014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.263198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.263574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.265623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.265733:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534924544 00000100:00100000:1.0:1746145239.265737:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534924544 00002000:00100000:1.0:1746145239.265820:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697480 x1830965534924544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.265829:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965534924544 ext(0->4095) 00010000:00010000:1.0:1746145239.265836:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 74 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.265847:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 74 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.265857:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697480 00000100:00100000:1.0:1746145239.265880:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2039 00000100:00100000:1.0:1746145239.265887:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965534924544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.266020:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965534924544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.266025:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2039 00002000:00100000:1.0:1746145239.266030:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697480 x1830965534924544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.266036:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965534924544 ext(0->4095) 00010000:00010000:1.0:1746145239.266040:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 74 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.266048:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d54ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534807 expref: 74 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.266053:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697480 00000100:00100000:0.0:1746145239.267716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.267787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.271682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.277813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.282366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.290853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.303311:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.308719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.312712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.315583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.319348:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.322384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.322439:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534926592 00000100:00100000:1.0:1746145239.322445:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534926592 00002000:00100000:1.0:1746145239.322475:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965534926592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.322484:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965534926592 ext(0->4095) 00002000:00010000:1.0:1746145239.322488:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e300 00000100:00100000:1.0:1746145239.322513:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4023 00000100:00100000:1.0:1746145239.322519:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965534926592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.322665:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965534926592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (280us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.322670:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4023 00002000:00100000:1.0:1746145239.322675:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965534926592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.323258:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965534926592 ext(0->4095) 00002000:00010000:1.0:1746145239.323261:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e300 00000100:00100000:0.0:1746145239.324202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.327954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.330593:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.330770:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534927104 00000100:00100000:1.0:1746145239.330775:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534927104 00002000:00100000:1.0:1746145239.330806:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526dc00 x1830965534927104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.330815:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526dc00 with x1830965534927104 ext(0->4095) 00002000:00010000:1.0:1746145239.330819:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526dc00 00000100:00100000:1.0:1746145239.330843:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4024 00000100:00100000:1.0:1746145239.330850:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534927104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.330963:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534927104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.330968:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4024 00002000:00100000:1.0:1746145239.330973:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526dc00 x1830965534927104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.330979:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526dc00 with x1830965534927104 ext(0->4095) 00002000:00010000:1.0:1746145239.330982:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526dc00 00000100:00100000:0.0:1746145239.332806:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.333385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.333777:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534927360 00000100:00100000:1.0:1746145239.333780:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534927360 00000100:00100000:1.0:1746145239.333798:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5531 00000100:00100000:1.0:1746145239.333802:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965534927360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.333808:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.333814:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d551e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534838 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.333822:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.333825:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5517 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534831 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.333828:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.333831:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d551e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534838 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.333846:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5517 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534831 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.333855:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d551e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534838 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.333863:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.334076:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534927360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 263us (681us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.334082:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5531 00000100:00100000:0.0:1746145239.337093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.339898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.342487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.343556:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.347364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.348119:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2044 00000100:00100000:1.0:1746145239.348130:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965534928256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.348363:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965534928256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 235us (1001us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.348370:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2044 00002000:00100000:1.0:1746145239.348375:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c700 x1830965534928256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.348381:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965534928256 ext(0->4095) 00010000:00010000:1.0:1746145239.348386:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d551e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534838 expref: 76 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.348394:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d551e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534838 expref: 76 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.348399:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c700 00000100:00100000:0.0:1746145239.350267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.350349:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.350351:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534928384 00000100:00100000:1.0:1746145239.350357:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534928384 00000100:00100000:1.0:1746145239.350400:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5533 00000100:00100000:1.0:1746145239.350407:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:31559:x1830965534928384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.350419:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.350431:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534846 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.350455:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.350460:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.350466:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.350470:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534846 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.350605:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.350617:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534846 expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.350856:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.350899:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965534928384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 491us (636us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.350905:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5533 00000100:00100000:0.0:1746145239.353694:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.353832:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534928768 00000100:00100000:1.0:1746145239.353838:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534928768 00002000:00100000:1.0:1746145239.353869:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965534928768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.353877:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965534928768 ext(0->4095) 00010000:00010000:1.0:1746145239.353884:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.353895:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.353901:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8380 00000100:00100000:1.0:1746145239.353915:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2045 00000100:00100000:1.0:1746145239.353921:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534928768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.354045:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534928768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (353us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.354051:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2045 00002000:00100000:1.0:1746145239.354056:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965534928768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.354062:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965534928768 ext(0->4095) 00010000:00010000:1.0:1746145239.354076:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.354085:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d5525 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53483f expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.354090:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8380 00000100:00100000:0.0:1746145239.356083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.356128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.356204:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534929024 00000100:00100000:1.0:1746145239.356212:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534929024 00000100:00100000:1.0:1746145239.356478:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5534 00000100:00100000:1.0:1746145239.356485:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534929024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.356544:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.356555:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53484d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.356782:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534846 expref: 75 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.356788:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.356789:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.356792:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53484d expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.356809:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534846 expref: 75 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.356819:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d552c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534846 expref: 75 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.356827:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530900864:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.356868:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.359499:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530900864:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.359517:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53484d expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.359530:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145239.359549:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534929024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3066us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.359555:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5534 00000100:00100000:0.0:1746145239.359709:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.361892:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.363978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.364170:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534929536 00000100:00100000:1.0:1746145239.364176:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534929536 00000100:00100000:1.0:1746145239.364218:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5535 00000100:00100000:1.0:1746145239.364225:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:31571:x1830965534929536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.364236:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.364250:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534854 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.364274:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53484d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.364280:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.364281:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.364284:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534854 expref: 76 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.364312:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53484d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.364322:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5533 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53484d expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.364331:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901120:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.364402:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.366225:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901120:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.366387:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534854 expref: 76 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.366403:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145239.366433:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:31571:x1830965534929536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2209us (2459us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.366440:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5535 00000100:00100000:0.0:1746145239.366705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.369192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.374754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.374816:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534930048 00000100:00100000:1.0:1746145239.374825:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534930048 00000100:00100000:1.0:1746145239.374877:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5536 00000100:00100000:1.0:1746145239.374884:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534930048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.374900:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.374913:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53485b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.374937:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534854 expref: 75 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.374944:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.374945:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.374949:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53485b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.374973:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534854 expref: 75 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.374983:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d553a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534854 expref: 75 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.374994:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901376:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.375078:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.379578:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901376:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.379610:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53485b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145239.379624:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145239.379721:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.379764:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534930048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4881us (5016us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.379771:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5536 00000100:00100000:0.0:1746145239.381589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.384481:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.388564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.388810:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534930688 00000100:00100000:1.0:1746145239.389114:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534930688 00000100:00100000:1.0:1746145239.389167:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5537 00000100:00100000:1.0:1746145239.389176:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31571:x1830965534930688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.389192:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.389207:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534862 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.389231:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53485b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.389237:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.389239:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.389241:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.389266:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53485b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.389277:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5541 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53485b expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.389292:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901632:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.389383:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.390139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.391188:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530901632:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.391203:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.391212:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145239.391232:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534930688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2058us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.391237:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5537 00000100:00100000:0.0:1746145239.391906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.396771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.396828:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534931200 00000100:00100000:1.0:1746145239.396834:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534931200 00002000:00100000:1.0:1746145239.396866:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4380 x1830965534931200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.396875:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4380 with x1830965534931200 ext(0->4095) 00010000:00010000:1.0:1746145239.396881:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.396893:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.396899:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4380 00000100:00100000:1.0:1746145239.396927:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2047 00000100:00100000:1.0:1746145239.396934:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534931200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.397048:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534931200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.397053:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2047 00002000:00100000:1.0:1746145239.397058:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4380 x1830965534931200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.397074:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4380 with x1830965534931200 ext(0->4095) 00010000:00010000:1.0:1746145239.397078:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.397087:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5548 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534862 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.397092:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4380 00000100:00100000:0.0:1746145239.399310:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.399445:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534931328 00000100:00100000:1.0:1746145239.399453:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534931328 00000100:00100000:1.0:1746145239.399494:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5539 00000100:00100000:1.0:1746145239.399501:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534931328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.399515:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.399528:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5556 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534870 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.399548:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.399553:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d554f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534869 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.399559:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.399563:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5556 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534870 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.399590:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d554f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534869 expref: 78 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.399601:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5556 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534870 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.399610:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145239.399666:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534931328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 165us (362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.399673:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5539 00000100:00100000:0.0:1746145239.400205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.402149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.406372:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.406599:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.410795:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.415960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.420243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.424321:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.428617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.431190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.431898:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.432023:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534933248 00000100:00100000:1.0:1746145239.432027:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534933248 00002000:00100000:1.0:1746145239.432048:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838f480 x1830965534933248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.432055:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f480 with x1830965534933248 ext(0->4095) 00010000:00010000:1.0:1746145239.432061:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53487e expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.432083:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53487e expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.432088:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838f480 00000100:00100000:1.0:1746145239.432610:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2050 00000100:00100000:1.0:1746145239.432618:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534933248:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145239.432760:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965534933248:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 143us (862us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.432766:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2050 00002000:00100000:1.0:1746145239.432771:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838f480 x1830965534933248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.432777:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f480 with x1830965534933248 ext(0->4095) 00010000:00010000:1.0:1746145239.432781:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53487e expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.432790:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d5564 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53487e expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.432795:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838f480 00000100:00100000:0.0:1746145239.435833:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.436509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.438970:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.443903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.449508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.451369:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.451810:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534934272 00000100:00100000:1.0:1746145239.451815:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534934272 00000100:00100000:1.0:1746145239.451860:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5544 00000100:00100000:1.0:1746145239.451867:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534934272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.451880:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.451894:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534893 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.451917:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d5572 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53488c expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.451924:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.451925:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.451928:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534893 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.451952:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d5572 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53488c expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.451962:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d5572 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53488c expref: 77 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.451972:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530903424:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.452047:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.454824:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530903424:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.454852:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534893 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.454868:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.454916:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534934272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3049us (3547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.455353:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5544 00000100:00100000:0.0:1746145239.455583:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.458290:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.461101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.461152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.461232:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534934784 00000100:00100000:1.0:1746145239.461239:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534934784 00000100:00100000:1.0:1746145239.461269:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534934912 00000100:00100000:1.0:1746145239.461270:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534934912 00000100:00100000:1.0:1746145239.461283:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5545 00000100:00100000:1.0:1746145239.461290:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534934784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.461303:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.461318:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5580 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53489a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.461343:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534893 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.461349:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.461351:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.461353:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5580 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53489a expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.461377:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534893 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.461387:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5579 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534893 expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.461396:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530903680:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.461465:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.464211:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530903680:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.464233:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5580 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53489a expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.464249:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:0.0:1746145239.464296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.464831:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534934784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3541us (3734us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.464837:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5545 00000100:00100000:0.0:1746145239.467252:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.469442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.472963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.476442:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534935808 00000100:00100000:1.0:1746145239.476451:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534935808 00000100:00100000:1.0:1746145239.476491:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5547 00000100:00100000:1.0:1746145239.476498:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534935808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.476516:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.476531:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348a8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.476553:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5587 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a1 expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.476559:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.476561:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.476564:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.476587:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5587 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a1 expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.476598:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5587 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a1 expref: 77 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.476608:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904192:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.476700:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.478522:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904192:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145239.478523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145239.478543:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.478559:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145239.479023:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534935808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2524us (2988us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.479029:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5547 00000100:00100000:0.0:1746145239.480878:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.483128:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4032 00000100:00100000:0.0:1746145239.483141:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534936192:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:0.0:1746145239.483276:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534936192:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (2399us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.483282:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4032 00002000:00100000:0.0:1746145239.483288:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838c000 x1830965534936192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.483297:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838c000 with x1830965534936192 ext(0->4095) 00002000:00010000:0.0:1746145239.483301:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838c000 00000100:00100000:0.0:1746145239.483353:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.483459:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534936320 00000100:00100000:1.0:1746145239.483465:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534936320 00000100:00100000:1.0:1746145239.483502:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5548 00000100:00100000:1.0:1746145239.483508:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965534936320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.483516:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.483528:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5595 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348af expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.483547:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.483554:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.483556:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.483558:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5595 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348af expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.483580:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.483590:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d558e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348a8 expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.483605:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904448:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.483661:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.485037:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.485889:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904448:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.485905:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d5595 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348af expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.485912:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:0.0:1746145239.486222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.486690:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534936320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3180us (3334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.486696:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5548 00000100:00100000:0.0:1746145239.488533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.491906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.494576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.497743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.498399:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534937344 00000100:00100000:1.0:1746145239.498406:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534937344 00000100:00100000:1.0:1746145239.498437:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5550 00000100:00100000:1.0:1746145239.498443:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534937344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.498457:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.498470:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348bd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.498495:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d559c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348b6 expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.498502:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.498504:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.498507:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348bd expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.498533:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d559c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348b6 expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.498543:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d559c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348b6 expref: 77 pid: 8464 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.498554:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904960:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.498942:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.500991:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530904960:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.501014:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348bd expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145239.501016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145239.501029:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145239.501079:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534937344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2634us (3337us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.501086:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5550 00000100:00100000:0.0:1746145239.503600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.505137:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.505263:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534937856 00000100:00100000:1.0:1746145239.505268:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534937856 00000100:00100000:1.0:1746145239.505304:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5551 00000100:00100000:1.0:1746145239.505310:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31571:x1830965534937856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.505325:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.505338:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348c4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.505359:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348bd expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.505366:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.505368:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.505371:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348c4 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.505393:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348bd expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.505402:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55a3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348bd expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.505412:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530905216:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.505500:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.506972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.507740:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534937984 00000100:00100000:1.0:1746145239.507748:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534937984 00000100:00100000:0.0:1746145239.508037:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.508136:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5552 00000100:00100000:1.0:1746145239.508143:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534937984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.508154:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.508164:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348cb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508221:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.508226:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348c4 expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508231:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.508234:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 80 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508262:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348c4 expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508272:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 80 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508282:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145239.508313:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31559:x1830965534937984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (1344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.508319:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5552 00000100:00100000:1.0:1746145239.508351:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530905216:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.508363:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348c4 expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.508370:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145239.508385:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534937856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3076us (3250us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.508389:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5551 00000100:00100000:0.0:1746145239.512618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.515225:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534938496 00000100:00100000:1.0:1746145239.515232:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534938496 00000100:00100000:1.0:1746145239.515274:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5553 00000100:00100000:1.0:1746145239.515281:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534938496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.515295:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.515308:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348d2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.515331:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.515335:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.515342:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.515345:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.515372:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.515383:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.515392:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145239.516170:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534938496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 888us (1152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.516176:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5553 00000100:00100000:0.0:1746145239.518419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.519189:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534938880 00000100:00100000:1.0:1746145239.519195:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534938880 00002000:00100000:1.0:1746145239.519229:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef3b80 x1830965534938880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.519237:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965534938880 ext(0->4095) 00010000:00010000:1.0:1746145239.519244:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.519260:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.519265:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef3b80 00000100:00100000:1.0:1746145239.519290:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2055 00000100:00100000:1.0:1746145239.519297:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534938880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.519420:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534938880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (1005us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.519426:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2055 00002000:00100000:1.0:1746145239.519430:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef3b80 x1830965534938880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.519437:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965534938880 ext(0->4095) 00010000:00010000:1.0:1746145239.519442:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.519450:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55b1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348cb expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.519455:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef3b80 00000100:00100000:0.0:1746145239.526374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.526693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.526723:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534939008 00000100:00100000:1.0:1746145239.526732:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534939008 00000100:00100000:1.0:1746145239.526820:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5554 00000100:00100000:1.0:1746145239.526828:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534939008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.526841:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.526854:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348d9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527227:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.527234:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527240:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.527243:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d9 expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527273:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527284:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d9 expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527292:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.527293:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.527298:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527304:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527321:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.527330:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.527346:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530905984:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145239.527934:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599e40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.530677:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530905984:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145239.530696:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145239.530733:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534939008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3905us (4363us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.530741:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5554 00000100:00100000:0.0:1746145239.533097:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.533121:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534939392 00000100:00100000:1.0:1746145239.533131:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534939392 00002000:00100000:1.0:1746145239.533170:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccca80 x1830965534939392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.533179:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccca80 with x1830965534939392 ext(0->4095) 00010000:00010000:1.0:1746145239.533185:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.533201:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.533207:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccca80 00000100:00100000:1.0:1746145239.533237:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2056 00000100:00100000:1.0:1746145239.533243:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534939392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.533391:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534939392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (299us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.533405:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2056 00002000:00100000:1.0:1746145239.533410:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccca80 x1830965534939392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.533416:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccca80 with x1830965534939392 ext(0->4095) 00010000:00010000:1.0:1746145239.533421:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.533435:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55b8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d2 expref: 6 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.533439:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccca80 00000100:00100000:0.0:1746145239.538519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.544095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.547270:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.547573:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534939904 00000100:00100000:1.0:1746145239.547580:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534939904 00000100:00100000:1.0:1746145239.547621:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5555 00000100:00100000:1.0:1746145239.547650:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534939904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.547662:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.547676:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348e0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.547699:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d9 expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.547709:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.547711:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.547714:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.547744:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d9 expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.547755:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d55bf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348d9 expref: 77 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.547764:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530906240:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.547836:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.550241:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530906240:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.550266:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.550279:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.550311:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534939904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2663us (3045us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.550319:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5555 00000100:00100000:0.0:1746145239.551322:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.553701:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.553803:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534940160 00000100:00100000:1.0:1746145239.553808:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534940160 00000100:00100000:1.0:1746145239.553839:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5556 00000100:00100000:1.0:1746145239.553846:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534940160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.553858:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.553869:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348e7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.553888:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.553894:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.553896:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.553899:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e7 expref: 79 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.553918:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.553928:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55c6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e0 expref: 5 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.553936:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530906496:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.553991:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.554835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.556490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.558454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.561442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.561518:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534940928 00000100:00100000:1.0:1746145239.561524:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534940928 00002000:00100000:1.0:1746145239.561558:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf800 x1830965534940928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.561567:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf800 with x1830965534940928 ext(0->4095) 00010000:00010000:1.0:1746145239.561574:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e7 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.561586:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e7 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.561591:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf800 00000100:00100000:0.0:1746145239.562133:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2058 00000100:00100000:0.0:1746145239.562141:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1960:x1830965534940928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145239.562463:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1960:x1830965534940928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 321us (1024us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.562468:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2058 00002000:00100000:0.0:1746145239.562474:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf800 x1830965534940928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.562481:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf800 with x1830965534940928 ext(0->4095) 00010000:00010000:0.0:1746145239.562486:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e7 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145239.562499:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d55cd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348e7 expref: 79 pid: 8466 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145239.562504:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf800 00000100:00100000:0.0:1746145239.564571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.567573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.567614:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534941312 00000100:00100000:0.0:1746145239.567624:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534941312 00002000:00100000:0.0:1746145239.567683:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdf80 x1830965534941312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.567690:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdf80 with x1830965534941312 ext(0->4095) 00002000:00010000:0.0:1746145239.567694:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccdf80 00000100:00100000:0.0:1746145239.567708:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4036 00000100:00100000:0.0:1746145239.567714:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534941312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145239.568000:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534941312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 285us (426us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.568006:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4036 00002000:00100000:0.0:1746145239.568012:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdf80 x1830965534941312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.568018:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdf80 with x1830965534941312 ext(0->4095) 00002000:00010000:0.0:1746145239.568021:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccdf80 00000100:00100000:0.0:1746145239.568991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.569100:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534941440 00000100:00100000:1.0:1746145239.569105:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534941440 00000100:00100000:1.0:1746145239.569140:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5558 00000100:00100000:1.0:1746145239.569145:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534941440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.569155:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.569167:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348f5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.569188:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d55d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348ee expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.569194:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.569196:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.569199:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348f5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.569221:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d55d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348ee expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.569232:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d55d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348ee expref: 77 pid: 8466 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.569240:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907008:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.569301:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.570473:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907008:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.570492:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348f5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.570510:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:1.0:1746145239.570671:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534941440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1679us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.570678:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5558 00000100:00100000:0.0:1746145239.570718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.572851:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.574622:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.575063:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534941952 00000100:00100000:1.0:1746145239.575081:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534941952 00000100:00100000:1.0:1746145239.575121:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5559 00000100:00100000:1.0:1746145239.575128:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31571:x1830965534941952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.575140:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.575152:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5348fc expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.575173:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348f5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.575179:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.575180:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.575183:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348fc expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.575205:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348f5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.575215:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d55db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348f5 expref: 5 pid: 8465 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.575228:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907264:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.575298:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.576269:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907264:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145239.576477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145239.576532:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348fc expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.576544:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:1.0:1746145239.576569:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31571:x1830965534941952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1441us (1952us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.576575:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5559 00000100:00100000:0.0:1746145239.577663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.577714:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534942208 00000100:00100000:1.0:1746145239.577718:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534942208 00000100:00100000:1.0:1746145239.578253:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5560 00000100:00100000:1.0:1746145239.578261:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534942208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.578272:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.578281:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534903 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.578298:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348fc expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.578305:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.578306:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.578310:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534903 expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.578332:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348fc expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.578343:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d55e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5348fc expref: 79 pid: 8465 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.578351:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907520:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.578391:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.578871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.580000:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907520:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.580018:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534903 expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.580031:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145239.580054:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534942208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1794us (2393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.580060:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5560 00000100:00100000:0.0:1746145239.580902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.580941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.581269:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534942592 00000100:00100000:1.0:1746145239.581272:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534942592 00000100:00100000:1.0:1746145239.581287:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5561 00000100:00100000:1.0:1746145239.581292:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534942592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.581300:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.581308:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53490a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.581320:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534903 expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.581325:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.581327:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.581329:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53490a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.581342:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534903 expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.581349:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d55e9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534903 expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.581356:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907776:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.581373:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.582353:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530907776:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.582372:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53490a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.582381:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145239.582478:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534942592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1185us (1577us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.582484:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5561 00000100:00100000:0.0:1746145239.583751:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.586580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.586645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.586648:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534943104 00000100:00100000:1.0:1746145239.586654:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534943104 00000100:00100000:1.0:1746145239.586694:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5562 00000100:00100000:1.0:1746145239.586701:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534943104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.586716:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.586731:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534911 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.586751:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.586757:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53490a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.586762:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.586766:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534911 expref: 80 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.586793:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d55f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53490a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.586803:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534911 expref: 80 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.586811:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.586843:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31559:x1830965534943104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (269us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.586848:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5562 00000100:00100000:0.0:1746145239.588692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.590365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.593296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.595929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.596039:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534944000 00000100:00100000:1.0:1746145239.596045:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534944000 00000100:00100000:1.0:1746145239.596151:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5563 00000100:00100000:1.0:1746145239.596159:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534944000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.596172:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.596185:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534918 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.596206:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534911 expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.596212:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.596214:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.596217:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534918 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.596239:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534911 expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.596249:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d55f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534911 expref: 77 pid: 8465 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.596260:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530908288:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.596329:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.597808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.597813:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530908288:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.597831:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534918 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.597842:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145239.597870:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534944000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1713us (1945us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.597876:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5563 00000100:00100000:0.0:1746145239.600379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.602448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.602510:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534944512 00000100:00100000:1.0:1746145239.602515:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534944512 00000100:00100000:1.0:1746145239.602586:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5564 00000100:00100000:1.0:1746145239.602593:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31571:x1830965534944512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.602605:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.602619:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5605 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53491f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.602750:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534918 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.602756:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.602758:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.602762:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5605 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53491f expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.602790:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534918 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.602801:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d55fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534918 expref: 5 pid: 8465 timeout: 580 lvb_type: 0 00000100:00100000:1.0:1746145239.602812:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530908544:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.602932:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5993c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.603666:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.604382:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530908544:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.604395:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5605 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53491f expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.604408:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.604728:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534944512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2134us (2281us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.604734:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5564 00000100:00100000:1.0:1746145239.605320:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.607186:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.608551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.608655:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.608845:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534945280 00000100:00100000:1.0:1746145239.608850:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534945280 00000100:00100000:1.0:1746145239.608874:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5566 00000100:00100000:1.0:1746145239.608880:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534945280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.608889:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.608902:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5613 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53492d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.608919:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.608923:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d560c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534926 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.608928:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.608931:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5613 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53492d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.608953:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d560c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534926 expref: 78 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.608963:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5613 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53492d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.608975:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145239.608999:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534945280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 119us (450us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.609004:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5566 00000100:00100000:1.0:1746145239.611084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.613098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.613172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.616143:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.619373:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.622053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.624170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.626773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.628790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.630845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.632707:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.632775:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.632821:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534947328 00000100:00100000:1.0:1746145239.632825:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534947328 00000100:00100000:1.0:1746145239.632849:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5570 00000100:00100000:1.0:1746145239.632855:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:31559:x1830965534947328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.632865:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.632873:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534949 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.632886:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.632890:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5628 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534942 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.632895:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.632897:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.632918:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d5628 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534942 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.632927:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.632935:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145239.632954:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534947328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 100us (178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.632960:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5570 00000100:00100000:0.0:1746145239.635841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.638539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.638587:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.638664:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534947840 00000100:00100000:1.0:1746145239.638672:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534947840 00000100:00100000:1.0:1746145239.638703:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5571 00000100:00100000:1.0:1746145239.638710:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534947840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.638721:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.638733:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5636 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534950 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.638750:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.638755:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 79 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.638761:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145239.638764:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5636 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534950 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.638988:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 78 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.639098:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5636 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534950 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.639112:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145239.639201:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534947840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 491us (666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.639207:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5571 00000100:00100000:1.0:1746145239.641915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.642102:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534948096 00000100:00100000:0.0:1746145239.642107:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534948096 00002000:00100000:0.0:1746145239.642137:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a680 x1830965534948096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.642146:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a680 with x1830965534948096 ext(0->4095) 00010000:00010000:0.0:1746145239.642152:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145239.642163:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145239.642169:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a680 00000100:00100000:0.0:1746145239.642182:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2066 00000100:00100000:0.0:1746145239.642188:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534948096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145239.642302:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534948096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (392us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.642307:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2066 00002000:00100000:0.0:1746145239.642312:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a680 x1830965534948096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.642319:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a680 with x1830965534948096 ext(0->4095) 00010000:00010000:0.0:1746145239.642323:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00010000:00010000:0.0:1746145239.642331:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d562f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534949 expref: 78 pid: 8465 timeout: 580 lvb_type: 0 00002000:00010000:0.0:1746145239.642336:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a680 00000100:00100000:1.0:1746145239.645316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.645511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.651783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.656924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.660769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.660860:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534948992 00000100:00100000:0.0:1746145239.660865:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534948992 00002000:00100000:0.0:1746145239.660895:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965534948992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.660903:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965534948992 ext(0->4095) 00002000:00010000:0.0:1746145239.660907:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145239.660920:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4042 00000100:00100000:0.0:1746145239.660939:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534948992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145239.661056:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534948992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (287us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.661061:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4042 00002000:00100000:0.0:1746145239.661077:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965534948992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.661084:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965534948992 ext(0->4095) 00002000:00010000:0.0:1746145239.661086:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145239.662910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.665840:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.668572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.668711:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534949504 00000100:00100000:1.0:1746145239.668718:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534949504 00002000:00100000:1.0:1746145239.668749:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965534949504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.668757:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965534949504 ext(0->4095) 00002000:00010000:1.0:1746145239.668762:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:1.0:1746145239.668790:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4043 00000100:00100000:1.0:1746145239.668796:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534949504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.669145:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534949504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 349us (578us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.669150:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4043 00002000:00100000:1.0:1746145239.669155:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965534949504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.669161:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965534949504 ext(0->4095) 00002000:00010000:1.0:1746145239.669163:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:0.0:1746145239.670889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.670928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.671005:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534949632 00000100:00100000:1.0:1746145239.671011:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534949632 00000100:00100000:1.0:1746145239.671146:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534949760 00000100:00100000:1.0:1746145239.671149:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534949760 00000100:00100000:0.0:1746145239.674048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.677858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.678121:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534950144 00000100:00100000:1.0:1746145239.678126:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534950144 00002000:00100000:1.0:1746145239.678157:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965534950144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.678165:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965534950144 ext(0->4095) 00010000:00010000:1.0:1746145239.678172:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d564b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534965 expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.678182:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d564b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534965 expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.678187:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:1.0:1746145239.678302:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2068 00000100:00100000:1.0:1746145239.678309:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534950144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.678415:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534950144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (563us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.678420:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2068 00002000:00100000:1.0:1746145239.678425:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965534950144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.678432:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965534950144 ext(0->4095) 00010000:00010000:1.0:1746145239.678436:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d564b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534965 expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.678449:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d564b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534965 expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.678454:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:0.0:1746145239.680778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.681651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.683856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.686705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.686770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.690045:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.690091:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534951168 00000100:00100000:1.0:1746145239.690096:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534951168 00002000:00100000:1.0:1746145239.690127:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d880 x1830965534951168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.690135:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d880 with x1830965534951168 ext(0->4095) 00010000:00010000:1.0:1746145239.690142:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5659 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534973 expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.690152:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5659 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534973 expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.690158:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d880 00000100:00100000:1.0:1746145239.690345:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2070 00000100:00100000:1.0:1746145239.690352:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534951168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.690457:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534951168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (414us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.690461:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2070 00002000:00100000:1.0:1746145239.690464:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d880 x1830965534951168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.690469:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d880 with x1830965534951168 ext(0->4095) 00010000:00010000:1.0:1746145239.690473:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5659 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534973 expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.690478:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5659 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534973 expref: 6 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.690482:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d880 00000100:00100000:0.0:1746145239.691872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.693792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.693854:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534951552 00000100:00100000:1.0:1746145239.693859:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534951552 00002000:00100000:1.0:1746145239.693886:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965534951552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.693894:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965534951552 ext(0->4095) 00002000:00010000:1.0:1746145239.693898:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0fb80 00000100:00100000:1.0:1746145239.693921:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4044 00000100:00100000:1.0:1746145239.693928:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534951552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.694095:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534951552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 169us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.694101:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4044 00002000:00100000:1.0:1746145239.694105:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965534951552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.694112:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965534951552 ext(0->4095) 00002000:00010000:1.0:1746145239.694115:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0fb80 00000100:00100000:0.0:1746145239.695306:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.697768:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.702486:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.702610:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534952064 00000100:00100000:1.0:1746145239.702618:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534952064 00002000:00100000:1.0:1746145239.702668:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdf80 x1830965534952064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.702682:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965534952064 ext(0->4095) 00002000:00010000:1.0:1746145239.702686:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:1.0:1746145239.702715:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4045 00000100:00100000:1.0:1746145239.702722:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534952064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.702858:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534952064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (374us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.702969:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4045 00002000:00100000:1.0:1746145239.702976:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdf80 x1830965534952064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.702981:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965534952064 ext(0->4095) 00002000:00010000:1.0:1746145239.702984:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:0.0:1746145239.705864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.706479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.706497:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534952192 00000100:00100000:0.0:1746145239.706500:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534952192 00000100:00100000:0.0:1746145239.706524:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5580 00000100:00100000:0.0:1746145239.706529:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534952192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145239.706536:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145239.706543:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d5675 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534988 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.706554:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145239.706558:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.706563:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145239.706566:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d5675 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534988 expref: 80 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.706584:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.706593:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d5675 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534988 expref: 80 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.706601:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:0.0:1746145239.706622:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31571:x1830965534952192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 93us (143us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145239.706662:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5580 00000100:00100000:0.0:1746145239.708553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.712362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.712399:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534952704 00000100:00100000:1.0:1746145239.712406:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534952704 00002000:00100000:1.0:1746145239.712440:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdc00 x1830965534952704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.712449:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdc00 with x1830965534952704 ext(0->4095) 00010000:00010000:1.0:1746145239.712455:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.712469:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.712474:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bdc00 00000100:00100000:1.0:1746145239.712498:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2071 00000100:00100000:1.0:1746145239.712503:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534952704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.712620:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534952704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (263us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.712640:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2071 00002000:00100000:1.0:1746145239.712646:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bdc00 x1830965534952704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.712652:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdc00 with x1830965534952704 ext(0->4095) 00010000:00010000:1.0:1746145239.712656:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00010000:00010000:1.0:1746145239.712664:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d566e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53498f expref: 79 pid: 8464 timeout: 580 lvb_type: 0 00002000:00010000:1.0:1746145239.712670:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bdc00 00000100:00100000:0.0:1746145239.714945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.717983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.723446:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.726355:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.728598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.729818:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.731991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.732592:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.733922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.736970:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.737016:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.740399:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.740838:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534954752 00000100:00100000:1.0:1746145239.740843:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534954752 00002000:00100000:1.0:1746145239.740872:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1c00 x1830965534954752/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.740881:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965534954752 ext(0->4095) 00010000:00010000:1.0:1746145239.740888:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d568a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349a4 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.740899:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d568a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349a4 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.740906:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:1.0:1746145239.740941:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2074 00000100:00100000:1.0:1746145239.740947:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534954752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.741045:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534954752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (651us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.741050:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2074 00002000:00100000:1.0:1746145239.741054:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1c00 x1830965534954752/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.741061:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965534954752 ext(0->4095) 00010000:00010000:1.0:1746145239.741077:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d568a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349a4 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.741085:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d568a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349a4 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.741091:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746145239.742888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.746783:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534955136 00000100:00100000:0.0:1746145239.746789:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534955136 00002000:00100000:0.0:1746145239.746822:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66d80 x1830965534955136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.746832:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66d80 with x1830965534955136 ext(0->4095) 00002000:00010000:0.0:1746145239.746836:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66d80 00000100:00100000:0.0:1746145239.747109:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4047 00000100:00100000:0.0:1746145239.747116:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534955136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145239.747262:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534955136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 145us (517us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145239.747817:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4047 00002000:00100000:0.0:1746145239.747826:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66d80 x1830965534955136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145239.747834:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66d80 with x1830965534955136 ext(0->4095) 00002000:00010000:0.0:1746145239.747837:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66d80 00000100:00100000:0.0:1746145239.749754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.749916:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534955264 00000100:00100000:1.0:1746145239.749923:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534955264 00000100:00100000:1.0:1746145239.749970:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5585 00000100:00100000:1.0:1746145239.749978:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534955264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.749991:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.750187:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5349b2 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.750218:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5691 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349ab expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.750224:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.750226:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.750229:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.750257:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5691 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349ab expref: 77 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.750268:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5691 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349ab expref: 77 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145239.750278:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530913920:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145239.750353:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599480 going to sleep for 11 seconds 00000100:00100000:1.0:1746145239.751758:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530913920:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145239.751777:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.751789:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145239.751813:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534955264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1836us (2064us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.751820:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5585 00000100:00100000:0.0:1746145239.752891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.756419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.756477:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534955648 00000100:00100000:1.0:1746145239.756485:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534955648 00002000:00100000:1.0:1746145239.756521:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935f80 x1830965534955648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.756530:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935f80 with x1830965534955648 ext(0->4095) 00002000:00010000:1.0:1746145239.756535:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093935f80 00000100:00100000:1.0:1746145239.756553:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4048 00000100:00100000:1.0:1746145239.756564:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534955648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.756704:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534955648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.756710:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4048 00002000:00100000:1.0:1746145239.756715:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935f80 x1830965534955648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.756722:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935f80 with x1830965534955648 ext(0->4095) 00002000:00010000:1.0:1746145239.756725:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093935f80 00000100:00100000:0.0:1746145239.756836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.759702:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.760624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.760714:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534956032 00000100:00100000:0.0:1746145239.760717:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534956032 00010000:00010000:0.0:1746145239.760733:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145239.760749:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9717 00000100:00100000:0.0:1746145239.760753:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534956032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145239.760762:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145239.760973:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145239.760984:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145239.761000:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5698 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b2 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145239.761012:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145239.761013:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145239.761019:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 78 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.761026:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 78 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.761045:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 78 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145239.761054:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 78 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145239.761079:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530914432:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145239.761130:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145239.763095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.763327:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534956288 00000100:00100000:1.0:1746145239.763332:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534956288 00002000:00100000:1.0:1746145239.763363:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290700 x1830965534956288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.763372:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965534956288 ext(0->4095) 00010000:00010000:1.0:1746145239.763378:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.763389:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.763398:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290700 00000100:00100000:1.0:1746145239.763413:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2075 00000100:00100000:1.0:1746145239.763418:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534956288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.764316:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534956288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 895us (1220us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.764322:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2075 00002000:00100000:1.0:1746145239.764328:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290700 x1830965534956288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.764335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965534956288 ext(0->4095) 00010000:00010000:1.0:1746145239.764340:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.764348:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d569f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349b9 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.764353:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290700 00000100:00100000:0.0:1746145239.770235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.776455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.776742:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534956672 00000100:00100000:1.0:1746145239.776748:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534956672 00002000:00100000:1.0:1746145239.776785:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291180 x1830965534956672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.776794:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965534956672 ext(0->4095) 00002000:00010000:1.0:1746145239.776798:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291180 00000100:00100000:1.0:1746145239.777165:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4049 00000100:00100000:1.0:1746145239.777173:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1962:x1830965534956672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145239.777384:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1962:x1830965534956672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 211us (930us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.777390:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4049 00002000:00100000:1.0:1746145239.777396:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291180 x1830965534956672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.777403:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965534956672 ext(0->4095) 00002000:00010000:1.0:1746145239.777406:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291180 00000100:00100000:0.0:1746145239.780355:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.785787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.787509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.788376:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.788506:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534957312 00000100:00100000:1.0:1746145239.788510:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534957312 00002000:00100000:1.0:1746145239.788535:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9880 x1830965534957312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.788543:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9880 with x1830965534957312 ext(0->4095) 00010000:00010000:1.0:1746145239.788548:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d56ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349c7 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.788557:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d56ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349c7 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.788563:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9880 00000100:00100000:1.0:1746145239.788796:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2076 00000100:00100000:1.0:1746145239.788803:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534957312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.788917:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534957312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.788925:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2076 00002000:00100000:1.0:1746145239.788929:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9880 x1830965534957312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.788936:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9880 with x1830965534957312 ext(0->4095) 00010000:00010000:1.0:1746145239.788940:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d56ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349c7 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.788948:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d56ad lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349c7 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.788953:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9880 00000100:00100000:1.0:1746145239.791895:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.795335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.798380:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.802783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.802910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534958208 00000100:00100000:1.0:1746145239.802916:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534958208 00002000:00100000:1.0:1746145239.802950:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15c00 x1830965534958208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.802959:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965534958208 ext(0->4095) 00002000:00010000:1.0:1746145239.802963:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15c00 00000100:00100000:1.0:1746145239.802994:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4050 00000100:00100000:1.0:1746145239.803001:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534958208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.804361:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534958208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1355us (1575us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.804369:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4050 00002000:00100000:1.0:1746145239.804377:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15c00 x1830965534958208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.804386:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965534958208 ext(0->4095) 00002000:00010000:1.0:1746145239.804389:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15c00 00000100:00100000:0.0:1746145239.806477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.809611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.815370:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.815412:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.815740:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534958720 00000100:00100000:1.0:1746145239.815744:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534958720 00002000:00100000:1.0:1746145239.815769:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14a80 x1830965534958720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.815778:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14a80 with x1830965534958720 ext(0->4095) 00010000:00010000:1.0:1746145239.815784:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c74000/0xb5ee96b21a0d56c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349dc expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.815794:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c74000/0xb5ee96b21a0d56c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349dc expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.815799:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14a80 00000100:00100000:1.0:1746145239.815811:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2078 00000100:00100000:1.0:1746145239.815816:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534958720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.815919:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534958720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 102us (550us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.815924:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2078 00002000:00100000:1.0:1746145239.815929:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14a80 x1830965534958720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.815935:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14a80 with x1830965534958720 ext(0->4095) 00010000:00010000:1.0:1746145239.815939:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c74000/0xb5ee96b21a0d56c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349dc expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.815948:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c74000/0xb5ee96b21a0d56c2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349dc expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.815953:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14a80 00000100:00100000:0.0:1746145239.820852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.822983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.828995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.832561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.838009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.838048:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534959744 00000100:00100000:1.0:1746145239.838055:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534959744 00002000:00100000:1.0:1746145239.838098:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17480 x1830965534959744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.838107:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965534959744 ext(0->4095) 00002000:00010000:1.0:1746145239.838111:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17480 00000100:00100000:1.0:1746145239.838940:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4051 00000100:00100000:1.0:1746145239.838948:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534959744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.839079:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534959744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (1372us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.839084:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4051 00002000:00100000:1.0:1746145239.839089:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17480 x1830965534959744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.839095:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965534959744 ext(0->4095) 00002000:00010000:1.0:1746145239.839098:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17480 00000100:00100000:0.0:1746145239.840696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.842805:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.847935:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.848144:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534960256 00000100:00100000:1.0:1746145239.848153:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534960256 00002000:00100000:1.0:1746145239.848190:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17800 x1830965534960256/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.848206:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17800 with x1830965534960256 ext(0->4095) 00002000:00010000:1.0:1746145239.848210:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17800 00000100:00100000:1.0:1746145239.848236:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4052 00000100:00100000:1.0:1746145239.848242:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534960256:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.848650:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534960256:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 407us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.848656:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4052 00002000:00100000:1.0:1746145239.848662:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17800 x1830965534960256/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.848668:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17800 with x1830965534960256 ext(0->4095) 00002000:00010000:1.0:1746145239.848670:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17800 00000100:00100000:0.0:1746145239.848735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.851718:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.853260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.855905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.855959:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534960896 00000100:00100000:1.0:1746145239.855966:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534960896 00002000:00100000:1.0:1746145239.856002:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9500 x1830965534960896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.856012:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9500 with x1830965534960896 ext(0->4095) 00010000:00010000:1.0:1746145239.856019:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d56de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349f8 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.856033:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d56de lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349f8 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.856039:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090dd9500 00000100:00100000:1.0:1746145239.856093:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2080 00000100:00100000:1.0:1746145239.856104:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1960:x1830965534960896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.856778:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1960:x1830965534960896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 674us (876us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.856784:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2080 00002000:00100000:1.0:1746145239.856790:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9500 x1830965534960896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.856797:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9500 with x1830965534960896 ext(0->4095) 00010000:00010000:1.0:1746145239.856802:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d56de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349f8 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.856811:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75800/0xb5ee96b21a0d56de lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5349f8 expref: 79 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.856817:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090dd9500 00000100:00100000:0.0:1746145239.860367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.864888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.864977:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534961280 00000100:00100000:1.0:1746145239.864985:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534961280 00002000:00100000:1.0:1746145239.865022:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd8380 x1830965534961280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.865031:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd8380 with x1830965534961280 ext(0->4095) 00002000:00010000:1.0:1746145239.865035:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd8380 00000100:00100000:1.0:1746145239.865807:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4053 00000100:00100000:1.0:1746145239.865816:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534961280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.865926:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534961280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1048us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.865931:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4053 00002000:00100000:1.0:1746145239.865936:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd8380 x1830965534961280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.865943:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd8380 with x1830965534961280 ext(0->4095) 00002000:00010000:1.0:1746145239.865946:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd8380 00000100:00100000:0.0:1746145239.869856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.872274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.875785:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.877348:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.879614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.879672:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534962048 00000100:00100000:1.0:1746145239.879678:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534962048 00000100:00100000:1.0:1746145239.879723:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5599 00000100:00100000:1.0:1746145239.879731:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534962048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.879744:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.879758:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d56fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a14 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.879777:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.879782:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.879787:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.879790:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d56fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a14 expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.879817:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.879827:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d56fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a14 expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.879840:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145239.879883:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31571:x1830965534962048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (274us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.879889:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5599 00000100:00100000:0.0:1746145239.880533:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.884477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.884969:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534962432 00000100:00100000:1.0:1746145239.884974:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534962432 00002000:00100000:1.0:1746145239.885008:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678e00 x1830965534962432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.885016:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965534962432 ext(0->4095) 00010000:00010000:1.0:1746145239.885023:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.885034:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.885039:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678e00 00000100:00100000:1.0:1746145239.885076:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2081 00000100:00100000:1.0:1746145239.885083:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1963:x1830965534962432:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145239.885648:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1963:x1830965534962432:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 565us (1179us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.885655:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2081 00002000:00100000:1.0:1746145239.885661:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678e00 x1830965534962432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.885674:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965534962432 ext(0->4095) 00010000:00010000:1.0:1746145239.885679:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.885688:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d56f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a0d expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.885693:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678e00 00000100:00100000:0.0:1746145239.889907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.893551:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.895996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.904888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.909602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.911013:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.914076:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.916977:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.920380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.923332:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.925972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.927787:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.930241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.931899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.931945:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534965120 00000100:00100000:1.0:1746145239.931950:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534965120 00000100:00100000:1.0:1746145239.931988:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5605 00000100:00100000:1.0:1746145239.931994:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31559:x1830965534965120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.932002:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.932009:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a3e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.932021:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.932024:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d571d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a37 expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.932029:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.932031:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.932052:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d571d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a37 expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.932079:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 80 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.932088:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:1.0:1746145239.932126:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31559:x1830965534965120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (227us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.932132:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5605 00000100:00100000:0.0:1746145239.934908:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.936883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.938869:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.938914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.943031:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534966016 00000100:00100000:1.0:1746145239.943036:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534966016 00002000:00100000:1.0:1746145239.943079:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67800 x1830965534966016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.943088:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965534966016 ext(0->4095) 00010000:00010000:1.0:1746145239.943099:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 78 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.943110:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 78 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.943115:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:1.0:1746145239.943129:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2085 00000100:00100000:1.0:1746145239.943135:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534966016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.943321:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965534966016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 185us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.943328:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2085 00002000:00100000:1.0:1746145239.943334:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67800 x1830965534966016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.943340:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965534966016 ext(0->4095) 00010000:00010000:1.0:1746145239.943345:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 78 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.943353:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d5724 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a3e expref: 78 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.943358:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:0.0:1746145239.944851:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.944903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.948572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.949233:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534966528 00000100:00100000:1.0:1746145239.949241:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534966528 00002000:00100000:1.0:1746145239.949279:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965534966528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.949288:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965534966528 ext(0->4095) 00010000:00010000:1.0:1746145239.949296:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d572b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a45 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.949309:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d572b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a45 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.949315:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5500 00000100:00100000:1.0:1746145239.949345:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2086 00000100:00100000:1.0:1746145239.949354:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534966528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145239.950001:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534966528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 645us (1427us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.950011:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2086 00002000:00100000:1.0:1746145239.950018:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965534966528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.950024:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965534966528 ext(0->4095) 00010000:00010000:1.0:1746145239.950030:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d572b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a45 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.950040:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d572b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a45 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.950045:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5500 00000100:00100000:0.0:1746145239.952494:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.955603:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.956102:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534966912 00000100:00100000:1.0:1746145239.956110:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534966912 00002000:00100000:1.0:1746145239.956148:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965534966912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.956157:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965534966912 ext(0->4095) 00002000:00010000:1.0:1746145239.956162:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5f80 00000100:00100000:1.0:1746145239.956205:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4058 00000100:00100000:1.0:1746145239.956214:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534966912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.956367:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965534966912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 152us (770us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.956373:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4058 00002000:00100000:1.0:1746145239.956380:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965534966912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.956392:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965534966912 ext(0->4095) 00002000:00010000:1.0:1746145239.956395:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5f80 00000100:00100000:0.0:1746145239.958589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.961717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.965783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.966321:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.972526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.972607:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.972763:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534967808 00000100:00100000:1.0:1746145239.972772:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534967808 00000100:00100000:1.0:1746145239.972809:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5610 00000100:00100000:1.0:1746145239.972817:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:31571:x1830965534967808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145239.972832:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145239.972848:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5747 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a61 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.972871:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145239.972876:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.972881:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145239.972885:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5747 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a61 expref: 80 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.972915:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.972926:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5747 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a61 expref: 80 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145239.972935:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145239.972972:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31571:x1830965534967808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (365us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145239.972978:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5610 00000100:00100000:0.0:1746145239.976831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145239.976885:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534968064 00000100:00100000:1.0:1746145239.976890:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534968064 00002000:00100000:1.0:1746145239.976919:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965534968064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/0 e 0 to 0 dl 1746145250 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.976928:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965534968064 ext(0->4095) 00010000:00010000:1.0:1746145239.976934:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.976945:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.976951:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b100 00000100:00100000:1.0:1746145239.976971:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2088 00000100:00100000:1.0:1746145239.976976:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534968064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145239.977084:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1961:x1830965534968064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (253us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145239.977089:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2088 00002000:00100000:1.0:1746145239.977094:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965534968064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:125/0 lens 488/4536 e 0 to 0 dl 1746145250 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145239.977100:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965534968064 ext(0->4095) 00010000:00010000:1.0:1746145239.977104:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145239.977117:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5740 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a5a expref: 79 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145239.977123:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b100 00000100:00100000:0.0:1746145239.980896:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.987199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.990949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.996244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145239.996318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.001524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145240.001651:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145240.007435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.013757:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145240.014246:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145240.016400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.016458:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534969600 00000100:00100000:1.0:1746145240.016519:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534969600 00000100:00100000:1.0:1746145240.016687:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5613 00000100:00100000:1.0:1746145240.016696:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534969600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.016710:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.016724:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a76 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.016747:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5755 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a6f expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.016754:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.016755:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.016758:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.016780:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5755 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a6f expref: 77 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.016790:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d5755 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a6f expref: 77 pid: 8466 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.016800:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530921088:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.017750:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.023480:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530921088:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.023507:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.023524:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145240.023566:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534969600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6871us (7170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.023574:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5613 00000100:00100000:0.0:1746145240.023750:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.028562:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.034750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.034783:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534969984 00000100:00100000:1.0:1746145240.034790:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534969984 00000100:00100000:1.0:1746145240.034875:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5614 00000100:00100000:1.0:1746145240.034882:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31559:x1830965534969984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.034897:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.034909:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a7d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.034930:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.034936:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.034937:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.034940:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.034961:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.034974:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 5 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.034984:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530921344:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.035971:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b599d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.036560:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534970240 00000100:00100000:1.0:1746145240.036566:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534970240 00002000:00100000:1.0:1746145240.036593:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382d80 x1830965534970240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.036601:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965534970240 ext(0->4095) 00010000:00010000:1.0:1746145240.036606:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.036617:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.036622:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382d80 00000100:00100000:1.0:1746145240.036672:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2091 00000100:00100000:1.0:1746145240.036679:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534970240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.036985:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534970240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (744us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.036991:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2091 00002000:00100000:1.0:1746145240.036996:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382d80 x1830965534970240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.037007:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965534970240 ext(0->4095) 00010000:00010000:1.0:1746145240.037011:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.037020:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d575c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a76 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.037025:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382d80 00000100:00100000:1.0:1746145240.038116:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530921344:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.038135:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 80 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.038152:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145240.038189:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31559:x1830965534969984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3307us (3444us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.038195:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5614 00000100:00100000:0.0:1746145240.038845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.038922:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534970368 00000100:00100000:1.0:1746145240.038926:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534970368 00000100:00100000:1.0:1746145240.038959:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5615 00000100:00100000:1.0:1746145240.038964:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:31571:x1830965534970368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.038974:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.038984:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d576a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a84 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.039000:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.039004:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.039009:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.039012:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d576a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a84 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.039035:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.039043:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d576a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a84 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.039050:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145240.039088:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:31571:x1830965534970368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.039093:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5615 00000100:00100000:0.0:1746145240.039877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.044483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.044595:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534970752 00000100:00100000:1.0:1746145240.044602:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534970752 00002000:00100000:1.0:1746145240.044658:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696300 x1830965534970752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.044667:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696300 with x1830965534970752 ext(0->4095) 00010000:00010000:1.0:1746145240.044674:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.044687:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.044698:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696300 00000100:00100000:1.0:1746145240.044986:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2092 00000100:00100000:1.0:1746145240.044993:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:1961:x1830965534970752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145240.046833:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:1961:x1830965534970752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1835us (2351us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.046842:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2092 00002000:00100000:0.0:1746145240.046849:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696300 x1830965534970752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.046857:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696300 with x1830965534970752 ext(0->4095) 00010000:00010000:0.0:1746145240.046863:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.046875:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d5763 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a7d expref: 81 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.046880:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696300 00000100:00100000:0.0:1746145240.048981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.052768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.054696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.058106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.061591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.063183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.063832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.063897:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534971904 00000100:00100000:1.0:1746145240.063901:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534971904 00000100:00100000:1.0:1746145240.063918:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5618 00000100:00100000:1.0:1746145240.063923:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:31571:x1830965534971904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.063929:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.063934:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d577f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534a99 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.063943:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.063946:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5778 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a92 expref: 82 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.063950:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.063952:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d577f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a99 expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.063969:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051e00/0xb5ee96b21a0d5778 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a92 expref: 82 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.063978:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d577f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534a99 expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.063985:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:1.0:1746145240.064015:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:31571:x1830965534971904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.064020:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5618 00000100:00100000:0.0:1746145240.066293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.068879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.072333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.075907:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.076265:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534972672 00000100:00100000:1.0:1746145240.076272:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534972672 00002000:00100000:1.0:1746145240.076302:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e0380 x1830965534972672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.076310:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0380 with x1830965534972672 ext(0->4095) 00002000:00010000:1.0:1746145240.076313:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0380 00000100:00100000:1.0:1746145240.076342:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4063 00000100:00100000:1.0:1746145240.076348:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1960:x1830965534972672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.076454:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1960:x1830965534972672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.076459:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4063 00002000:00100000:1.0:1746145240.076463:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e0380 x1830965534972672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.076469:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0380 with x1830965534972672 ext(0->4095) 00002000:00010000:1.0:1746145240.076471:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0380 00000100:00100000:0.0:1746145240.079720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.085431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.087308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.090028:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.092714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.096582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.102526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.113803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.117235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.120086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.120161:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534974464 00000100:00100000:1.0:1746145240.120168:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534974464 00002000:00100000:1.0:1746145240.120202:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3aa00 x1830965534974464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.120210:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965534974464 ext(0->4095) 00010000:00010000:1.0:1746145240.120217:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d5794 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aae expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.120231:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d5794 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aae expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.120237:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3aa00 00000100:00100000:1.0:1746145240.120352:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2096 00000100:00100000:1.0:1746145240.120360:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534974464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.120480:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534974464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.120486:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2096 00002000:00100000:1.0:1746145240.120491:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3aa00 x1830965534974464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.120498:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965534974464 ext(0->4095) 00010000:00010000:1.0:1746145240.120502:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d5794 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aae expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.120510:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d5794 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aae expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.120515:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3aa00 00000100:00100000:0.0:1746145240.124230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.128017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.128142:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534974848 00000100:00100000:1.0:1746145240.128149:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534974848 00002000:00100000:1.0:1746145240.128185:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9f80 x1830965534974848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.128195:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965534974848 ext(0->4095) 00002000:00010000:1.0:1746145240.128199:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:1.0:1746145240.128227:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4065 00000100:00100000:1.0:1746145240.128234:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965534974848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.128355:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965534974848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (338us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.128361:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4065 00002000:00100000:1.0:1746145240.128366:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9f80 x1830965534974848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.128373:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965534974848 ext(0->4095) 00002000:00010000:1.0:1746145240.128375:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:0.0:1746145240.129914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.131752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.135050:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534975360 00000100:00100000:1.0:1746145240.135056:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534975360 00002000:00100000:1.0:1746145240.135107:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66a00 x1830965534975360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.135116:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66a00 with x1830965534975360 ext(0->4095) 00002000:00010000:1.0:1746145240.135120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66a00 00000100:00100000:1.0:1746145240.135147:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4066 00000100:00100000:1.0:1746145240.135154:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534975360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.135284:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534975360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.135289:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4066 00002000:00100000:1.0:1746145240.135294:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66a00 x1830965534975360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.135306:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66a00 with x1830965534975360 ext(0->4095) 00002000:00010000:1.0:1746145240.135309:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66a00 00000100:00100000:0.0:1746145240.140235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.140654:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.142870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.145582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.147534:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.150154:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.150210:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534976384 00000100:00100000:1.0:1746145240.150216:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534976384 00002000:00100000:1.0:1746145240.150245:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2d80 x1830965534976384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.150253:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2d80 with x1830965534976384 ext(0->4095) 00002000:00010000:1.0:1746145240.150256:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2d80 00000100:00100000:1.0:1746145240.150276:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4067 00000100:00100000:1.0:1746145240.150281:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965534976384:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.150405:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965534976384:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.150410:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4067 00002000:00100000:1.0:1746145240.150414:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2d80 x1830965534976384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.150421:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2d80 with x1830965534976384 ext(0->4095) 00002000:00010000:1.0:1746145240.150424:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2d80 00000100:00100000:0.0:1746145240.151706:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.153279:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.156321:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.156367:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534976896 00000100:00100000:1.0:1746145240.156372:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534976896 00002000:00100000:1.0:1746145240.156401:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14380 x1830965534976896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.156409:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14380 with x1830965534976896 ext(0->4095) 00002000:00010000:1.0:1746145240.156412:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14380 00000100:00100000:1.0:1746145240.156434:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4068 00000100:00100000:1.0:1746145240.156438:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534976896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.156561:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534976896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.156566:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4068 00002000:00100000:1.0:1746145240.156571:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14380 x1830965534976896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.156576:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14380 with x1830965534976896 ext(0->4095) 00002000:00010000:1.0:1746145240.156579:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14380 00000100:00100000:0.0:1746145240.158585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.160746:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.160820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.164140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.167167:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.167788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.171262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.172879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.172954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.173015:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534978176 00000100:00100000:1.0:1746145240.173020:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534978176 00000100:00100000:1.0:1746145240.173071:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5630 00000100:00100000:1.0:1746145240.173078:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:31559:x1830965534978176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.173088:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.173099:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534aed expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.173118:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.173122:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d57cc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ae6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.173127:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145240.173131:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aed expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.173763:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d57cc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ae6 expref: 5 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.173772:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051c00/0xb5ee96b21a0d57cc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ae6 expref: 5 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.173780:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925440:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.173829:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.175208:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925440:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.175228:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aed expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.175240:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fa00, rc 0) 00000100:00100000:1.0:1746145240.175268:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090ddad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:31559:x1830965534978176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2190us (2392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.175275:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5630 00000100:00100000:0.0:1746145240.176188:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.178220:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.180777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.182118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.182252:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534979072 00000100:00100000:1.0:1746145240.182256:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534979072 00000100:00100000:1.0:1746145240.182291:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5631 00000100:00100000:1.0:1746145240.182297:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534979072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.182307:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.182320:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534af4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.182340:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aed expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.182350:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.182352:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.182355:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534af4 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.182376:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aed expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.182386:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fa00/0xb5ee96b21a0d57d3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534aed expref: 81 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.182396:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925696:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.182737:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b5996c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.185780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.186182:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925696:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.186204:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534af4 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.186219:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145240.186360:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534979072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4061us (4242us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.186366:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5631 00000100:00100000:0.0:1746145240.189960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.191931:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534979584 00000100:00100000:0.0:1746145240.191935:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534979584 00000100:00100000:0.0:1746145240.191956:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5632 00000100:00100000:0.0:1746145240.191961:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:31559:x1830965534979584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145240.191969:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145240.191981:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534afb expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.192000:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534af4 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.192007:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.192008:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.192011:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.192031:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534af4 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.192040:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d57da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534af4 expref: 5 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.192049:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925952:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145240.192697:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.194409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.195073:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530925952:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.195091:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.195106:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:1.0:1746145240.195125:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:31559:x1830965534979584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3163us (3558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.195130:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5632 00000100:00100000:0.0:1746145240.196035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.199404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.199680:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534980096 00000100:00100000:1.0:1746145240.199690:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534980096 00002000:00100000:1.0:1746145240.199736:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b800 x1830965534980096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.199746:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b800 with x1830965534980096 ext(0->4095) 00010000:00010000:1.0:1746145240.199754:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 83 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.199767:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 83 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.199774:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b800 00000100:00100000:1.0:1746145240.199800:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2101 00000100:00100000:1.0:1746145240.199806:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1961:x1830965534980096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.199981:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1961:x1830965534980096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 174us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.199987:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2101 00002000:00100000:1.0:1746145240.199996:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b800 x1830965534980096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.200009:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b800 with x1830965534980096 ext(0->4095) 00010000:00010000:1.0:1746145240.200013:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 83 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.200022:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d57e1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534afb expref: 83 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.200028:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b800 00000100:00100000:0.0:1746145240.202301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.206219:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.206377:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534980480 00000100:00100000:0.0:1746145240.206384:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534980480 00002000:00100000:0.0:1746145240.206412:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389f80 x1830965534980480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.206421:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389f80 with x1830965534980480 ext(0->4095) 00002000:00010000:0.0:1746145240.206425:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389f80 00000100:00100000:0.0:1746145240.206441:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4071 00000100:00100000:0.0:1746145240.206447:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965534980480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145240.206554:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965534980480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (337us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.206560:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4071 00002000:00100000:0.0:1746145240.206565:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389f80 x1830965534980480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.206572:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389f80 with x1830965534980480 ext(0->4095) 00002000:00010000:0.0:1746145240.206574:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389f80 00000100:00100000:0.0:1746145240.209447:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.212671:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088380380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530926464:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145240.212939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.212963:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534980736 00000100:00100000:0.0:1746145240.212968:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534980736 00010000:00010000:0.0:1746145240.212992:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d57e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b02 expref: 82 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.213015:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9765 00000100:00100000:0.0:1746145240.213021:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1960:x1830965534980736:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145240.213029:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145240.213044:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d57e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b02 expref: 82 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.213054:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d57e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b02 expref: 82 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.213084:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d57e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b02 expref: 82 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.213095:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.213097:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.213103:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.213110:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.213132:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145240.213146:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530926592:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.213198:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00010000:00010000:1.0:1746145240.213230:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.213238:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c75e00, rc 0) 00000100:00100000:1.0:1746145240.213260:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534980608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3713us (3816us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.213266:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5634 00000100:00100000:1.0:1746145240.216264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.216319:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534980864 00000100:00100000:0.0:1746145240.216326:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534980864 00000100:00100000:0.0:1746145240.216360:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5635 00000100:00100000:0.0:1746145240.216365:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:31559:x1830965534980864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145240.216491:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145240.216505:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534b10 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.216529:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.216536:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.216537:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.216541:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.216564:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.216574:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 5 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.216584:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530926720:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145240.216713:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.218532:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530926592:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.218546:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.218575:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1960:x1830965534980736:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5553us (5637us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.218584:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9765 00000100:00100000:0.0:1746145240.218815:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530926720:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145240.218831:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 82 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.218846:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c68000, rc 0) 00000100:00100000:0.0:1746145240.218862:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:31559:x1830965534980864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2497us (2603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.218867:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5635 00000100:00100000:1.0:1746145240.220424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.222988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.223517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.223538:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534981376 00000100:00100000:0.0:1746145240.223541:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534981376 00010000:00010000:0.0:1746145240.223557:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.223574:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9766 00000100:00100000:0.0:1746145240.223579:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534981376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145240.223586:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145240.223601:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.223611:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.223649:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c75e00/0xb5ee96b21a0d57ef lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b09 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.223660:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.223661:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.223667:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.223674:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.224704:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.224713:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.224724:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530926976:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.224778:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.226520:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.226541:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534981632 00000100:00100000:0.0:1746145240.226546:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534981632 00000100:00100000:1.0:1746145240.226558:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530926976:192.168.203.38@tcp:105: 00002000:00100000:0.0:1746145240.226577:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90380 x1830965534981632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.226586:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965534981632 ext(0->4095) 00010000:00010000:0.0:1746145240.226593:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 84 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.226604:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 84 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.226611:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90380 00010000:00010000:1.0:1746145240.226614:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.226641:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2103 00000100:00100000:0.0:1746145240.226649:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1963:x1830965534981632:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145240.226666:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534981376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3085us (3149us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.226674:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9766 00000100:00100000:0.0:1746145240.227240:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1963:x1830965534981632:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 591us (723us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.227298:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2103 00002000:00100000:0.0:1746145240.227304:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90380 x1830965534981632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746145240.227310:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df65180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530926848:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.227326:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 84 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.227337:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd2600, rc 0) 00000100:00100000:1.0:1746145240.227598:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:31571:x1830965534981248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4443us (4608us total) trans 0 rc 0/0 00002000:00100000:0.0:1746145240.227604:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965534981632 ext(0->4095) 00000100:00100000:1.0:1746145240.227607:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5636 00010000:00010000:0.0:1746145240.227610:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 84 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.227619:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d57f6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b10 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.227623:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90380 00000100:00100000:0.0:1746145240.233257:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530927232:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145240.233276:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.233319:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1960:x1830965534981760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3012us (3306us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.233329:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9767 00000100:00100000:0.0:1746145240.233589:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534982144 00000100:00100000:0.0:1746145240.233594:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534982144 00002000:00100000:0.0:1746145240.233623:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67480 x1830965534982144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.233764:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965534982144 ext(0->4095) 00010000:00010000:0.0:1746145240.233771:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.233783:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.233789:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67480 00000100:00100000:0.0:1746145240.233807:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2104 00000100:00100000:0.0:1746145240.233814:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1961:x1830965534982144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145240.233924:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1961:x1830965534982144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (478us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.233928:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2104 00002000:00100000:0.0:1746145240.233933:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67480 x1830965534982144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.233939:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965534982144 ext(0->4095) 00010000:00010000:0.0:1746145240.233943:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.233952:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 83 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.233956:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67480 00000100:00100000:0.0:1746145240.235956:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.236370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.236523:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534982400 00000100:00100000:0.0:1746145240.236527:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534982400 00010000:00010000:0.0:1746145240.236541:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.236565:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9768 00000100:00100000:0.0:1746145240.236569:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965534982400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145240.236577:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145240.236590:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.236601:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.236614:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d57fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b17 expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.236621:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.236622:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.236643:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.236650:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.236666:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.236678:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.236688:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530927488:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.236738:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.238526:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.238595:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534982528 00000100:00100000:1.0:1746145240.238600:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534982528 00010000:00010000:1.0:1746145240.238622:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.238677:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9769 00000100:00100000:1.0:1746145240.238684:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965534982528:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.238693:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.238705:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.238714:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.238729:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d5804 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b1e expref: 7 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.238740:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.238741:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.238747:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.238753:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.238774:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.238788:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530927616:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.239045:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.240328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.240470:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530927616:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.240483:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.240509:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965534982528:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1826us (1987us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.240517:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9769 00000100:00100000:0.0:1746145240.242187:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.244960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.245035:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534983040 00000100:00100000:1.0:1746145240.245040:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534983040 00010000:00010000:1.0:1746145240.245069:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.245103:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9770 00000100:00100000:1.0:1746145240.245109:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534983040:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.245119:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.245211:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.245221:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.245240:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d580b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b25 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.245250:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.245251:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.245257:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.245264:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.245288:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.245298:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530927872:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.245579:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.246866:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530927872:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.246879:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.246905:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534983040:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1797us (1946us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.246913:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9770 00000100:00100000:0.0:1746145240.247838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.249728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.253879:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.260014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.260139:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534983680 00000100:00100000:1.0:1746145240.260147:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534983680 00010000:00010000:1.0:1746145240.260177:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 8 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.260211:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9771 00000100:00100000:1.0:1746145240.260218:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965534983680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.260229:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.260244:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 8 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.260254:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 8 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.260273:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d5812 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b2c expref: 8 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.260286:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.260287:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.260293:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.260301:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.260325:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.260335:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928128:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.260405:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.262909:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928128:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.262929:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.262974:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965534983680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2756us (2989us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.262985:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9771 00000100:00100000:0.0:1746145240.264907:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.265775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.267764:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.268656:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534984320 00000100:00100000:1.0:1746145240.268660:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534984320 00010000:00010000:1.0:1746145240.268677:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.268705:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9772 00000100:00100000:1.0:1746145240.268711:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534984320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.268719:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.268734:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.268743:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.268759:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5819 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b33 expref: 6 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.268767:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.268769:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.268773:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.268780:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.268798:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.268808:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 8 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.268817:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928512:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.268875:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.269932:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928512:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.269945:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.269979:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965534984320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1267us (1360us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.269987:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9772 00000100:00100000:1.0:1746145240.270408:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534984576 00000100:00100000:1.0:1746145240.270412:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534984576 00002000:00100000:1.0:1746145240.270437:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bfb80 x1830965534984576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.270452:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bfb80 with x1830965534984576 ext(0->4095) 00010000:00010000:1.0:1746145240.270458:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.270468:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.270474:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bfb80 00000100:00100000:1.0:1746145240.270486:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2106 00000100:00100000:1.0:1746145240.270491:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965534984576:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145240.270611:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965534984576:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 120us (258us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.270617:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2106 00002000:00100000:1.0:1746145240.270622:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bfb80 x1830965534984576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.270645:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bfb80 with x1830965534984576 ext(0->4095) 00010000:00010000:1.0:1746145240.270650:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.270658:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.270663:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bfb80 00000100:00100000:0.0:1746145240.272172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.272246:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534984704 00000100:00100000:1.0:1746145240.272251:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534984704 00010000:00010000:1.0:1746145240.272271:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.272397:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9773 00000100:00100000:1.0:1746145240.272405:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965534984704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.272415:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.272430:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.272440:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.272458:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5820 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b3a expref: 9 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.272471:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.272473:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.272480:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.272487:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.272512:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.272522:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928640:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.272803:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801376210c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.275391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.275590:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928640:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.275608:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.276773:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965534984704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4367us (4602us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.276781:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9773 00000100:00100000:0.0:1746145240.278608:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.281868:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.282770:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534985216 00000100:00100000:1.0:1746145240.282776:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534985216 00010000:00010000:1.0:1746145240.282801:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.283089:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9774 00000100:00100000:1.0:1746145240.283096:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965534985216:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.283107:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.283122:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.283132:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.283150:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093062e00/0xb5ee96b21a0d5827 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b41 expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.283177:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.283179:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.283185:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.283196:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.283219:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.283229:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928896:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.283740:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.284978:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530928896:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.284992:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.285018:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965534985216:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1922us (3156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.285025:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9774 00000100:00100000:0.0:1746145240.285972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.286014:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.288519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.288571:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534985728 00000100:00100000:1.0:1746145240.288577:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534985728 00000100:00100000:0.0:1746145240.288579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.289032:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534985856 00000100:00100000:0.0:1746145240.289036:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534985856 00010000:00010000:0.0:1746145240.289049:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.289146:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9775 00000100:00100000:0.0:1746145240.289151:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534985856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145240.289158:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145240.289171:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.289180:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.289195:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d582e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b48 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.289219:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.289221:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.289227:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.289235:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.289253:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.289262:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 8 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.289272:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530929280:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.289330:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.290817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.290946:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534986112 00000100:00100000:1.0:1746145240.290951:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534986112 00002000:00100000:1.0:1746145240.290981:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91500 x1830965534986112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.290989:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91500 with x1830965534986112 ext(0->4095) 00010000:00010000:1.0:1746145240.290995:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 9 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.291005:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 9 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.291016:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91500 00000100:00100000:1.0:1746145240.291038:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2107 00000100:00100000:1.0:1746145240.291043:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965534986112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.291171:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965534986112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (355us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.291175:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2107 00002000:00100000:1.0:1746145240.291178:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91500 x1830965534986112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.291183:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91500 with x1830965534986112 ext(0->4095) 00010000:00010000:1.0:1746145240.291186:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 9 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.291192:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5835 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b4f expref: 9 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.291195:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91500 00000100:00100000:0.0:1746145240.292415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.294666:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.294687:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534986496 00000100:00100000:1.0:1746145240.294691:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534986496 00002000:00100000:1.0:1746145240.294716:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965534986496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.294721:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965534986496 ext(0->4095) 00002000:00010000:1.0:1746145240.294724:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:1.0:1746145240.294743:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4077 00000100:00100000:1.0:1746145240.294747:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965534986496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.294926:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965534986496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 178us (262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.294930:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4077 00002000:00100000:1.0:1746145240.294933:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965534986496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.294938:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965534986496 ext(0->4095) 00002000:00010000:1.0:1746145240.294940:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:0.0:1746145240.296388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.298435:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.300975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.301104:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534987008 00000100:00100000:1.0:1746145240.301109:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534987008 00002000:00100000:1.0:1746145240.301137:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988a80 x1830965534987008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.301145:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965534987008 ext(0->4095) 00002000:00010000:1.0:1746145240.301150:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988a80 00000100:00100000:1.0:1746145240.301161:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4078 00000100:00100000:1.0:1746145240.301166:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534987008:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.301266:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965534987008:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (291us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.301271:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4078 00002000:00100000:1.0:1746145240.301275:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988a80 x1830965534987008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.301282:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965534987008 ext(0->4095) 00002000:00010000:1.0:1746145240.301285:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988a80 00000100:00100000:0.0:1746145240.302388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.306166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.306240:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.308974:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534987648 00000100:00100000:0.0:1746145240.308979:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534987648 00002000:00100000:0.0:1746145240.309011:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bea00 x1830965534987648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.309019:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bea00 with x1830965534987648 ext(0->4095) 00010000:00010000:0.0:1746145240.309026:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d584a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b64 expref: 9 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.309038:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d584a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b64 expref: 9 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.309043:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bea00 00000100:00100000:0.0:1746145240.309077:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2108 00000100:00100000:0.0:1746145240.309083:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965534987648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145240.309220:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965534987648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (292us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.309226:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2108 00002000:00100000:0.0:1746145240.309232:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800934bea00 x1830965534987648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.309239:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bea00 with x1830965534987648 ext(0->4095) 00010000:00010000:0.0:1746145240.309243:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d584a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b64 expref: 9 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.309252:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050e00/0xb5ee96b21a0d584a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b64 expref: 9 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:0.0:1746145240.309257:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800934bea00 00000100:00100000:0.0:1746145240.311937:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.312138:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.314454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.317095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.317140:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.319777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.319819:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534988672 00000100:00100000:1.0:1746145240.319824:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534988672 00002000:00100000:1.0:1746145240.319854:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074a80 x1830965534988672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.319862:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074a80 with x1830965534988672 ext(0->4095) 00010000:00010000:1.0:1746145240.319867:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b72 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.319878:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b72 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.319883:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074a80 00000100:00100000:1.0:1746145240.319897:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2110 00000100:00100000:1.0:1746145240.319903:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534988672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145240.320015:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965534988672:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 111us (238us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.320020:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2110 00002000:00100000:1.0:1746145240.320025:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074a80 x1830965534988672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.320032:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074a80 with x1830965534988672 ext(0->4095) 00010000:00010000:1.0:1746145240.320036:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b72 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.320044:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d5858 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b72 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.320527:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074a80 00000100:00100000:0.0:1746145240.321232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.321784:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.324913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.326718:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.328106:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.329741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.332133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.334672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.334735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.334800:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534989952 00000100:00100000:1.0:1746145240.334807:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534989952 00000100:00100000:1.0:1746145240.334933:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5653 00000100:00100000:1.0:1746145240.334942:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31571:x1830965534989952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.334955:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.334970:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5874 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534b8e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.334993:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d586d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b87 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.335000:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.335002:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.335005:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5874 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b8e expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.335029:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d586d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b87 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.335101:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d586d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b87 expref: 5 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.335113:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530931328:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.335176:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.336544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.336650:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530931328:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.336668:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5874 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b8e expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.336679:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd3000, rc 0) 00000100:00100000:1.0:1746145240.336704:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965534989952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1764us (2036us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.336715:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5653 00000100:00100000:0.0:1746145240.339109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.341729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.341804:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.341883:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534990592 00000100:00100000:1.0:1746145240.341889:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534990592 00000100:00100000:1.0:1746145240.342616:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5655 00000100:00100000:1.0:1746145240.342650:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534990592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.342662:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.342672:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534b9c expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.342687:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d587b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b95 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.342693:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.342694:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.342697:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b9c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.342712:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d587b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b95 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.342721:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d587b lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b95 expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.342729:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530931840:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.342870:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.344287:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530931840:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.344309:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b9c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.344322:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd2600, rc 0) 00000100:00100000:1.0:1746145240.344351:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534990592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1729us (2627us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.344357:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5655 00000100:00100000:0.0:1746145240.344694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.346728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.346780:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534991104 00000100:00100000:1.0:1746145240.346785:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534991104 00000100:00100000:0.0:1746145240.346894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.347217:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5656 00000100:00100000:1.0:1746145240.347225:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31559:x1830965534991104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.347238:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.347248:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ba3 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.347264:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b9c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.347270:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.347271:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.347322:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ba3 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.347345:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b9c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.347356:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afd2600/0xb5ee96b21a0d5882 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534b9c expref: 5 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.347364:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530932096:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.347386:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.349074:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530932096:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.349282:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ba3 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.349293:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd3a00, rc 0) 00000100:00100000:1.0:1746145240.349314:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880aad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31559:x1830965534991104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2091us (2590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.349319:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5656 00000100:00100000:0.0:1746145240.349611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.352536:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.355915:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.357952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.358038:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534992000 00000100:00100000:1.0:1746145240.358044:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534992000 00000100:00100000:1.0:1746145240.358099:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5657 00000100:00100000:1.0:1746145240.358106:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800880ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965534992000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.358117:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.358131:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d5890 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534baa expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.358151:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ba3 expref: 7 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.358157:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.358158:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.358161:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d5890 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534baa expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.358186:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ba3 expref: 7 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.358198:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d5889 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ba3 expref: 7 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.358208:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530932352:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.358279:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.359934:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530932352:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.359956:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d5890 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534baa expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.359971:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69200, rc 0) 00000100:00100000:1.0:1746145240.360057:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800880ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965534992000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1950us (2107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.360075:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5657 00000100:00100000:0.0:1746145240.360567:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.363678:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.365972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.367713:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.369365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.372549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.374281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.376248:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.378029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.381217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.383992:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.387023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.387112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.390529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.395993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.399113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.400038:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.402773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.405056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.405145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.410127:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934be680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530934016:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145240.410145:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.410192:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965534995328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4892us (5045us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.410202:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9794 00000100:00100000:0.0:1746145240.412829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.412859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.412902:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534995712 00000100:00100000:1.0:1746145240.412906:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534995712 00010000:00010000:1.0:1746145240.412926:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d58ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bd4 expref: 7 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.412953:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9795 00000100:00100000:1.0:1746145240.412960:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965534995712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.412971:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.412986:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d58ba lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bd4 expref: 7 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.412996:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d58ba lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bd4 expref: 7 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.413013:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d58ba lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bd4 expref: 7 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.413035:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.413037:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.413044:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.413051:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.413090:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.413101:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530934272:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.413158:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.414580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.414587:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530934272:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.414602:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.414602:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534995968 00000100:00100000:0.0:1746145240.414605:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534995968 00010000:00010000:0.0:1746145240.414620:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.414651:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965534995712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1690us (1789us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.414659:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9795 00000100:00100000:0.0:1746145240.414670:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9796 00000100:00100000:0.0:1746145240.414675:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965534995968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145240.414683:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145240.414696:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.414704:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d58c1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bdb expref: 8 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:0.0:1746145240.414719:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.414721:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.414725:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d58c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534be2 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.414731:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d58c8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534be2 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.414948:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d58c8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534be2 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145240.414958:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530934528:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.415008:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.417556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.419950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.423042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.427458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.433664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.452139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.454472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.455741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.457941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.462789:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.466530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.469386:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.473492:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.476049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.476651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.477406:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530935552:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145240.477420:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.477913:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965534998144:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3986us (4420us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.477921:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9800 00000100:00100000:0.0:1746145240.482104:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.482192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.482512:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534998784 00000100:00100000:1.0:1746145240.482520:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534998784 00010000:00010000:1.0:1746145240.482553:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d58e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bfe expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.482590:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9801 00000100:00100000:1.0:1746145240.482597:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965534998784:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.482607:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.482624:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d58e4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bfe expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.482655:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d58e4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bfe expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.482675:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d58e4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534bfe expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.482963:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.482965:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.482973:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.482980:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.483009:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.483021:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530935808:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.483439:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.486138:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530935808:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.486157:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.486187:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965534998784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3591us (3995us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.486197:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9801 00000100:00100000:0.0:1746145240.489762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.489836:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534999168 00000100:00100000:1.0:1746145240.489842:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534999168 00010000:00010000:1.0:1746145240.489864:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 11 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.489947:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9802 00000100:00100000:1.0:1746145240.489957:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965534999168:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.489968:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.489983:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 11 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.489994:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 11 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.490011:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d58eb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c05 expref: 11 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.490036:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.490038:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.490045:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.490053:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.490094:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.490169:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936064:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.490346:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.491848:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936064:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.491862:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.491898:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965534999168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1940us (2138us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.491933:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9802 00000100:00100000:0.0:1746145240.492116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.493807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.498676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.498724:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965534999680 00000100:00100000:1.0:1746145240.498730:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965534999680 00010000:00010000:1.0:1746145240.498754:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.498783:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9803 00000100:00100000:1.0:1746145240.498791:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965534999680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.498804:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.498821:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.498831:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.498850:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050400/0xb5ee96b21a0d58f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c0c expref: 10 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.498871:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.498872:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.498879:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.498886:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.498911:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.498921:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936320:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.498960:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.500765:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936320:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.500782:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.500794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.500964:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965534999680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2173us (2289us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.500976:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9803 00000100:00100000:0.0:1746145240.502883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.502923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.505758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.505904:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535000320 00000100:00100000:1.0:1746145240.505909:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535000320 00010000:00010000:1.0:1746145240.505934:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.505964:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9804 00000100:00100000:1.0:1746145240.505970:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535000320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.505981:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.505996:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.506005:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.506023:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051a00/0xb5ee96b21a0d58f9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c13 expref: 6 pid: 11330 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.506045:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.506046:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.506053:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.506070:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.506094:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.506104:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 10 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.506114:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936704:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.506164:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.508284:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.508360:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936704:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.508376:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.508652:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535000320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2681us (2894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.508659:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9804 00000100:00100000:0.0:1746145240.510570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.510658:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535000704 00000100:00100000:1.0:1746145240.510664:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535000704 00010000:00010000:1.0:1746145240.510687:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.510873:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9805 00000100:00100000:1.0:1746145240.510879:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535000704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.510890:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.510903:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.510913:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.510930:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5900 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c21 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.510942:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.510944:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.510950:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.510956:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.510980:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.510990:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936832:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.511333:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.514274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.514356:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530936832:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.514375:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.514412:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535000704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3532us (3845us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.514420:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9805 00000100:00100000:0.0:1746145240.517120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.520759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.520837:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535001216 00000100:00100000:1.0:1746145240.520843:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535001216 00010000:00010000:1.0:1746145240.520869:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.520890:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9806 00000100:00100000:1.0:1746145240.520897:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535001216:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.520910:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.520927:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.520937:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.520956:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3000/0xb5ee96b21a0d5907 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c1a expref: 10 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.521025:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.521028:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.521034:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.521042:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.521077:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.521088:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937088:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.521167:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.522521:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937088:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.522536:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.522564:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535001216:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1667us (1807us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.522576:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9806 00000100:00100000:0.0:1746145240.522779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.524804:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.525257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.525428:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535001728 00000100:00100000:1.0:1746145240.525432:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535001728 00000100:00100000:1.0:1746145240.525452:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5677 00000100:00100000:1.0:1746145240.525458:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535001728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.525464:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.525469:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534c36 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.525480:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.525483:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 12 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.525488:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.525491:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.525508:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 12 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.525519:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.525527:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:1.0:1746145240.525549:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:31559:x1830965535001728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.525554:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5677 00000100:00100000:0.0:1746145240.527140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.527173:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535001856 00000100:00100000:1.0:1746145240.527176:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535001856 00010000:00010000:1.0:1746145240.527193:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.527223:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9807 00000100:00100000:1.0:1746145240.527230:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535001856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.527239:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.527253:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.527262:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.527279:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d590e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c28 expref: 6 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.527488:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.527490:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.527497:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.527505:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.527527:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 10 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.527541:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 10 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.527551:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937472:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.527821:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.528922:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937472:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.528936:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.528973:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535001856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1743us (1832us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.528981:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9807 00000100:00100000:0.0:1746145240.529421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.531010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.531043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.531115:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535002368 00000100:00100000:1.0:1746145240.531118:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535002368 00010000:00010000:1.0:1746145240.531131:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.531145:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9808 00000100:00100000:1.0:1746145240.531149:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535002368:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.531155:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.531165:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.531173:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.531286:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5915 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c2f expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.531298:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.531299:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.531304:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.531310:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.531329:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.531339:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d591c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c36 expref: 10 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.531350:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937728:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.531397:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880137621a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.533157:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.533318:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530937728:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145240.533334:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.533374:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535002368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2221us (2327us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.533383:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9808 00000100:00100000:0.0:1746145240.536026:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.536741:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.540484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.543582:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.546826:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.551300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.555459:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.557414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.557506:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.559917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.561157:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.563511:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.563615:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535004672 00000100:00100000:1.0:1746145240.563621:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535004672 00002000:00100000:1.0:1746145240.563678:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535004672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.563693:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535004672 ext(0->4095) 00010000:00010000:1.0:1746145240.563700:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c52 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.563712:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c52 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.563717:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658e00 00000100:00100000:1.0:1746145240.563740:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2126 00000100:00100000:1.0:1746145240.563747:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535004672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.563858:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535004672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (350us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.563864:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2126 00002000:00100000:1.0:1746145240.563868:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535004672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.563875:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535004672 ext(0->4095) 00010000:00010000:1.0:1746145240.563879:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c52 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.563888:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5938 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c52 expref: 11 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.563893:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658e00 00000100:00100000:0.0:1746145240.565892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.568523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.568683:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535005056 00000100:00100000:1.0:1746145240.568688:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535005056 00002000:00100000:1.0:1746145240.568717:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a680 x1830965535005056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.568726:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535005056 ext(0->4095) 00002000:00010000:1.0:1746145240.568730:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a680 00000100:00100000:1.0:1746145240.568755:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4094 00000100:00100000:1.0:1746145240.568761:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535005056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.568871:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535005056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (348us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.568876:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4094 00002000:00100000:1.0:1746145240.568881:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a680 x1830965535005056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.568887:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535005056 ext(0->4095) 00002000:00010000:1.0:1746145240.568890:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a680 00000100:00100000:0.0:1746145240.570361:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.574120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.574176:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535005312 00000100:00100000:1.0:1746145240.574183:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535005312 00002000:00100000:1.0:1746145240.574213:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b65a300 x1830965535005312/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 496/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.574222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965535005312 ext(0->7) 00010000:00010000:1.0:1746145240.574229:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d593f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c59 expref: 10 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.574240:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d593f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c59 expref: 10 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.574250:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a300 00000100:00100000:1.0:1746145240.574273:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2127 00000100:00100000:1.0:1746145240.574279:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535005312:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145240.574491:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535005312:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 212us (373us total) trans 4294967953 rc 0/0 00000100:00100000:1.0:1746145240.574497:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2127 00002000:00100000:1.0:1746145240.574502:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b65a300 x1830965535005312/t4294967953(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 496/448 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.574508:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965535005312 ext(0->7) 00010000:00010000:1.0:1746145240.574512:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d593f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c59 expref: 12 pid: 8465 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.574520:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d593f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c59 expref: 12 pid: 8465 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.574525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a300 00000100:00100000:0.0:1746145240.577835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.579458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.581085:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.587043:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.587098:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.593214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.593252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.595009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.595045:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535006848 00000100:00100000:1.0:1746145240.595050:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535006848 00002000:00100000:1.0:1746145240.595081:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535006848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.595090:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535006848 ext(0->4095) 00010000:00010000:1.0:1746145240.595096:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5954 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c6e expref: 12 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.595112:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5954 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c6e expref: 12 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.595117:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65bb80 00000100:00100000:1.0:1746145240.595128:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2129 00000100:00100000:1.0:1746145240.595132:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535006848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.595226:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535006848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 93us (218us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.595232:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2129 00002000:00100000:1.0:1746145240.595237:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535006848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.595244:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535006848 ext(0->4095) 00010000:00010000:1.0:1746145240.595248:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5954 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c6e expref: 12 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.595256:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5954 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c6e expref: 12 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.595261:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65bb80 00000100:00100000:0.0:1746145240.596912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.596956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.598792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.598823:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535007360 00000100:00100000:1.0:1746145240.598827:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535007360 00002000:00100000:1.0:1746145240.598849:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965535007360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.598856:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965535007360 ext(0->4095) 00010000:00010000:1.0:1746145240.598861:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d595b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c75 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.598870:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d595b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c75 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.598876:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65b480 00000100:00100000:1.0:1746145240.598896:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2130 00000100:00100000:1.0:1746145240.598901:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535007360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.599021:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535007360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (229us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.599027:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2130 00002000:00100000:1.0:1746145240.599032:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965535007360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.599038:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965535007360 ext(0->4095) 00010000:00010000:1.0:1746145240.599042:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d595b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c75 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.599050:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d595b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c75 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.599054:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65b480 00000100:00100000:0.0:1746145240.601455:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.607013:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.607102:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535007744 00000100:00100000:1.0:1746145240.607110:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535007744 00002000:00100000:1.0:1746145240.607147:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535007744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.607162:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535007744 ext(0->4095) 00002000:00010000:1.0:1746145240.607166:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65aa00 00000100:00100000:1.0:1746145240.607194:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4096 00000100:00100000:1.0:1746145240.607200:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535007744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.607326:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535007744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (318us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.607331:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4096 00002000:00100000:1.0:1746145240.607336:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535007744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.607342:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535007744 ext(0->4095) 00002000:00010000:1.0:1746145240.607344:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65aa00 00000100:00100000:0.0:1746145240.610281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.613493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.614439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.614997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.617392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.617420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.619226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.619298:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535008896 00000100:00100000:1.0:1746145240.619301:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535008896 00002000:00100000:1.0:1746145240.619321:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535008896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.619327:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535008896 ext(0->4095) 00010000:00010000:1.0:1746145240.619331:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5970 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c8a expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.619339:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5970 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c8a expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.619342:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0380 00000100:00100000:1.0:1746145240.619380:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2132 00000100:00100000:1.0:1746145240.619387:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1961:x1830965535008896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.619485:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1961:x1830965535008896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 99us (261us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.619491:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2132 00002000:00100000:1.0:1746145240.619496:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535008896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.619502:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535008896 ext(0->4095) 00010000:00010000:1.0:1746145240.619506:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c8a expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.619514:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d5970 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c8a expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.619519:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0380 00000100:00100000:0.0:1746145240.621747:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.624335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.625712:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.627770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.630846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.633964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.634812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.634884:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535010048 00000100:00100000:1.0:1746145240.634888:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535010048 00000100:00100000:1.0:1746145240.634910:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5693 00000100:00100000:1.0:1746145240.634916:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31559:x1830965535010048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.634923:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.634931:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ca6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.634943:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.634947:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.634957:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.634960:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.634984:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.635001:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.635010:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4cd9000, rc 0) 00000100:00100000:1.0:1746145240.635079:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31559:x1830965535010048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (267us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.635086:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5693 00000100:00100000:0.0:1746145240.639954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.643296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.643349:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535010432 00000100:00100000:1.0:1746145240.643359:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535010432 00002000:00100000:1.0:1746145240.643394:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0000 x1830965535010432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.643403:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535010432 ext(0->4095) 00010000:00010000:1.0:1746145240.643409:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.643419:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.643424:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0000 00000100:00100000:1.0:1746145240.643455:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2133 00000100:00100000:1.0:1746145240.643461:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535010432:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.643572:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535010432:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.643578:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2133 00002000:00100000:1.0:1746145240.643583:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0000 x1830965535010432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.643590:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535010432 ext(0->4095) 00010000:00010000:1.0:1746145240.643594:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.643602:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5985 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534c9f expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.643608:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0000 00000100:00100000:0.0:1746145240.644876:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.645006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.647842:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.648048:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535010944 00000100:00100000:1.0:1746145240.648053:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535010944 00002000:00100000:1.0:1746145240.648100:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3480 x1830965535010944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.648108:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3480 with x1830965535010944 ext(0->4095) 00010000:00010000:1.0:1746145240.648114:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.648125:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.648135:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3480 00000100:00100000:1.0:1746145240.648229:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2134 00000100:00100000:1.0:1746145240.648236:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535010944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.648353:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535010944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (515us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.648359:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2134 00002000:00100000:1.0:1746145240.648363:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3480 x1830965535010944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.648370:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3480 with x1830965535010944 ext(0->4095) 00010000:00010000:1.0:1746145240.648374:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.648382:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d598c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ca6 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.648387:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3480 00000100:00100000:0.0:1746145240.651428:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.651475:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.655298:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.658505:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.661762:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.662107:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535011840 00000100:00100000:1.0:1746145240.662114:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535011840 00002000:00100000:1.0:1746145240.662147:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8e00 x1830965535011840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.662156:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535011840 ext(0->4095) 00002000:00010000:1.0:1746145240.662160:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8e00 00000100:00100000:1.0:1746145240.662231:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4099 00000100:00100000:1.0:1746145240.662238:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535011840:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.662380:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535011840:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (621us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.662385:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4099 00002000:00100000:1.0:1746145240.662391:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8e00 x1830965535011840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.662397:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535011840 ext(0->4095) 00002000:00010000:1.0:1746145240.662399:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8e00 00000100:00100000:0.0:1746145240.665009:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535011968 00000100:00100000:0.0:1746145240.665015:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535011968 00000100:00100000:0.0:1746145240.665066:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5696 00000100:00100000:0.0:1746145240.665073:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535011968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145240.665086:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145240.665100:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d59a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534cbb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.665124:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d599a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cb4 expref: 11 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.665131:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145240.665133:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145240.665136:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d59a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cbb expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.665159:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d599a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cb4 expref: 11 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.665171:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d599a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cb4 expref: 11 pid: 8466 timeout: 581 lvb_type: 0 00000100:00100000:0.0:1746145240.665185:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008c3e9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530942336:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145240.665262:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.667220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.670690:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.670892:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535012352 00000100:00100000:1.0:1746145240.670898:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535012352 00002000:00100000:1.0:1746145240.671355:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535012352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.671365:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535012352 ext(0->4095) 00002000:00010000:1.0:1746145240.671370:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ebb80 00000100:00100000:1.0:1746145240.671386:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4100 00000100:00100000:1.0:1746145240.671393:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535012352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145240.671580:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.671603:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535012352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 210us (913us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.671609:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4100 00002000:00100000:1.0:1746145240.671614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535012352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.671621:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535012352 ext(0->4095) 00002000:00010000:1.0:1746145240.671624:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ebb80 00000100:00100000:0.0:1746145240.673507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.673605:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535012608 00000100:00100000:1.0:1746145240.673611:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535012608 00000100:00100000:1.0:1746145240.673677:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5698 00000100:00100000:1.0:1746145240.673685:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31571:x1830965535012608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.673696:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.673708:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534cc9 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.673726:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.673730:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.673788:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.673792:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.673818:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.673833:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.673845:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd4d000, rc 0) 00000100:00100000:1.0:1746145240.673885:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31571:x1830965535012608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (381us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.673890:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5698 00000100:00100000:0.0:1746145240.676148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.679131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.680448:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535012992 00000100:00100000:1.0:1746145240.680456:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535012992 00002000:00100000:1.0:1746145240.680493:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea300 x1830965535012992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.680501:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535012992 ext(0->4095) 00010000:00010000:1.0:1746145240.680508:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.680519:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.680525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:1.0:1746145240.680552:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2136 00000100:00100000:1.0:1746145240.680557:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535012992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.680696:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535012992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (1565us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.680701:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2136 00002000:00100000:1.0:1746145240.680705:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea300 x1830965535012992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.680711:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535012992 ext(0->4095) 00010000:00010000:1.0:1746145240.680715:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.680722:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d59a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc2 expref: 13 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.680727:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:0.0:1746145240.683004:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.687440:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530942976:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145240.687458:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145240.687492:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a71050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535013120:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4350us (4494us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.687501:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9829 00000100:00100000:1.0:1746145240.687595:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535013376 00000100:00100000:1.0:1746145240.687601:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535013376 00002000:00100000:1.0:1746145240.687655:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93480 x1830965535013376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.687663:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535013376 ext(0->4095) 00002000:00010000:1.0:1746145240.687667:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93480 00000100:00100000:1.0:1746145240.687800:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4101 00000100:00100000:1.0:1746145240.687808:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535013376:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.687933:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535013376:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (589us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.687939:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4101 00002000:00100000:1.0:1746145240.687944:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93480 x1830965535013376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.687951:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535013376 ext(0->4095) 00002000:00010000:1.0:1746145240.687954:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93480 00000100:00100000:0.0:1746145240.689508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.692171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.692272:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535013632 00000100:00100000:1.0:1746145240.692277:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535013632 00010000:00010000:1.0:1746145240.692302:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00000100:00100000:1.0:1746145240.692335:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9830 00000100:00100000:1.0:1746145240.692341:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535013632:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145240.692356:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145240.692371:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.692385:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.692403:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d59af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cc9 expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.692428:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.692430:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.692437:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d59b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cd0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.692443:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d59b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cd0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.692465:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d59b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cd0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145240.692473:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530943232:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145240.692509:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.694570:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530943232:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145240.694579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145240.694589:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145240.694619:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535013632:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2277us (2454us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.694644:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9830 00000100:00100000:0.0:1746145240.696789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.697926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.699388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.701950:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.705331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.710000:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535015040 00000100:00100000:1.0:1746145240.710007:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535015040 00002000:00100000:1.0:1746145240.710054:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90e00 x1830965535015040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.710079:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90e00 with x1830965535015040 ext(0->4095) 00010000:00010000:1.0:1746145240.710086:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d59c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cde expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.710097:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d59c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cde expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.710103:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90e00 00000100:00100000:1.0:1746145240.710133:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2138 00000100:00100000:1.0:1746145240.710145:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535015040:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.710298:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535015040:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 157us (346us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.710303:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2138 00002000:00100000:1.0:1746145240.710308:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90e00 x1830965535015040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.710319:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90e00 with x1830965535015040 ext(0->4095) 00010000:00010000:1.0:1746145240.710323:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d59c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cde expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.710332:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d59c4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cde expref: 12 pid: 8464 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.710337:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90e00 00000100:00100000:0.0:1746145240.713168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.716697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.716960:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535015552 00000100:00100000:1.0:1746145240.716966:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535015552 00002000:00100000:1.0:1746145240.717000:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9500 x1830965535015552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.717008:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9500 with x1830965535015552 ext(0->4095) 00010000:00010000:1.0:1746145240.717015:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d59cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ce5 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.717027:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d59cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ce5 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.717033:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9500 00000100:00100000:1.0:1746145240.717071:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2139 00000100:00100000:1.0:1746145240.717078:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535015552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.717189:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535015552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (497us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.717194:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2139 00002000:00100000:1.0:1746145240.717199:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9500 x1830965535015552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.717206:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9500 with x1830965535015552 ext(0->4095) 00010000:00010000:1.0:1746145240.717210:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d59cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ce5 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00010000:00010000:1.0:1746145240.717218:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d59cb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ce5 expref: 6 pid: 8466 timeout: 581 lvb_type: 0 00002000:00010000:1.0:1746145240.717228:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9500 00000100:00100000:0.0:1746145240.719674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.723930:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.726490:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.728863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.731859:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.732203:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535016448 00000100:00100000:1.0:1746145240.732210:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535016448 00002000:00100000:1.0:1746145240.732244:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9180 x1830965535016448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.732252:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9180 with x1830965535016448 ext(0->4095) 00002000:00010000:1.0:1746145240.732255:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd9180 00000100:00100000:1.0:1746145240.732281:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4104 00000100:00100000:1.0:1746145240.732287:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535016448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.732409:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090dd9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535016448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (555us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.732415:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4104 00002000:00100000:1.0:1746145240.732420:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090dd9180 x1830965535016448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.732425:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090dd9180 with x1830965535016448 ext(0->4095) 00002000:00010000:1.0:1746145240.732428:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090dd9180 00000100:00100000:0.0:1746145240.734089:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.734920:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535016704 00000100:00100000:0.0:1746145240.734924:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535016704 00000100:00100000:0.0:1746145240.734943:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5706 00000100:00100000:0.0:1746145240.734948:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31571:x1830965535016704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145240.734955:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145240.734962:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d59e7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d01 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.734976:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.734979:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d59e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cfa expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.734985:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145240.734987:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d59e7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d01 expref: 14 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.735006:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d59e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534cfa expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.735015:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d59e7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d01 expref: 14 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.735023:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145240.735083:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31571:x1830965535016704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (235us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145240.735088:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5706 00000100:00100000:0.0:1746145240.736712:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.740183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.742692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.745290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.748254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.750294:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.754829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.756863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.757828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.759873:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.762375:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.766798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.774936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.780140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.784559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.789734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.793395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.797989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.801543:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.802865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.805274:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.807001:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.807155:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.810427:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.813099:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.813168:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.813671:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535020928 00000100:00100000:1.0:1746145240.813674:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535020928 00000100:00100000:1.0:1746145240.813694:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5714 00000100:00100000:1.0:1746145240.813700:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31559:x1830965535020928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.813709:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.813719:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d39 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.813738:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.813743:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.813744:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.813747:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d39 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.813762:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.813772:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.813779:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530946944:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.813807:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.817133:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530946944:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.817175:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d39 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.817193:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78600, rc 0) 00000100:00100000:1.0:1746145240.817228:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31559:x1830965535020928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3527us (4131us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.817235:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5714 00000100:00100000:0.0:1746145240.817693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.817833:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535021312 00000100:00100000:1.0:1746145240.817838:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535021312 00002000:00100000:1.0:1746145240.817864:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535021312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.817871:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535021312 ext(0->4095) 00010000:00010000:1.0:1746145240.817877:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.817887:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.817893:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694e00 00000100:00100000:1.0:1746145240.817957:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2145 00000100:00100000:1.0:1746145240.817964:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535021312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.818094:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535021312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (401us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.818100:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2145 00002000:00100000:1.0:1746145240.818105:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535021312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.818111:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535021312 ext(0->4095) 00010000:00010000:1.0:1746145240.818116:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.818124:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d32 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.818129:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694e00 00000100:00100000:0.0:1746145240.821143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.826995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.829799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.829854:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535021824 00000100:00100000:1.0:1746145240.829861:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535021824 00000100:00100000:1.0:1746145240.829903:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5715 00000100:00100000:1.0:1746145240.829910:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535021824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.829924:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.829938:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d40 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.829960:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d39 expref: 13 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.829967:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.829969:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.829972:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.829996:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d39 expref: 13 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.830007:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5a1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d39 expref: 13 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.830018:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530947200:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.831610:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.835105:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530947200:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.835134:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.835152:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79400, rc 0) 00000100:00100000:1.0:1746145240.835188:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535021824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5278us (5393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.835196:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5715 00000100:00100000:0.0:1746145240.835417:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.836867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.836941:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535022080 00000100:00100000:1.0:1746145240.836944:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535022080 00000100:00100000:1.0:1746145240.836966:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5716 00000100:00100000:1.0:1746145240.836971:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31559:x1830965535022080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.836981:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.836991:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d47 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.837006:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.837012:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.837013:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.837016:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.837032:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.837042:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 5 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.837250:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530947456:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.837883:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.838591:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.838707:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535022336 00000100:00100000:1.0:1746145240.838711:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535022336 00002000:00100000:1.0:1746145240.838739:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2d80 x1830965535022336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.838747:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2d80 with x1830965535022336 ext(0->4095) 00010000:00010000:1.0:1746145240.838753:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.838763:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.838769:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e2d80 00000100:00100000:1.0:1746145240.838790:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2146 00000100:00100000:1.0:1746145240.838796:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535022336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.839168:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535022336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 370us (576us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.839174:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2146 00002000:00100000:1.0:1746145240.839179:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008a9e2d80 x1830965535022336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.839186:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2d80 with x1830965535022336 ext(0->4095) 00010000:00010000:1.0:1746145240.839190:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.839199:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5a26 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d40 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.839204:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008a9e2d80 00000100:00100000:1.0:1746145240.839725:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530947456:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.839744:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 14 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.839756:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd4d000, rc 0) 00000100:00100000:1.0:1746145240.839776:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31559:x1830965535022080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2805us (2911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.839783:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5716 00000100:00100000:0.0:1746145240.840822:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.840858:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535022464 00000100:00100000:1.0:1746145240.840862:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535022464 00000100:00100000:1.0:1746145240.840893:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5717 00000100:00100000:1.0:1746145240.840898:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31571:x1830965535022464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.840907:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.840917:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d4e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.840931:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.840935:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.840948:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.840953:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.840979:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.840988:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.840994:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009452b600, rc 0) 00000100:00100000:1.0:1746145240.841025:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31571:x1830965535022464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.841030:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5717 00000100:00100000:0.0:1746145240.842694:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.848149:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535022848 00000100:00100000:1.0:1746145240.848156:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535022848 00002000:00100000:1.0:1746145240.848191:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92a00 x1830965535022848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.848201:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92a00 with x1830965535022848 ext(0->4095) 00010000:00010000:1.0:1746145240.848208:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.848221:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.848227:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92a00 00000100:00100000:1.0:1746145240.848245:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2147 00000100:00100000:1.0:1746145240.848251:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965535022848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.848940:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965535022848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.848947:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2147 00002000:00100000:1.0:1746145240.848953:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92a00 x1830965535022848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.848961:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92a00 with x1830965535022848 ext(0->4095) 00010000:00010000:1.0:1746145240.848966:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.848975:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d5a2d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d47 expref: 15 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.848981:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92a00 00000100:00100000:0.0:1746145240.852987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.857380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.857724:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535023232 00000100:00100000:1.0:1746145240.857732:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535023232 00002000:00100000:1.0:1746145240.857771:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379c00 x1830965535023232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.857781:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379c00 with x1830965535023232 ext(0->4095) 00002000:00010000:1.0:1746145240.857834:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379c00 00000100:00100000:1.0:1746145240.857962:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4110 00000100:00100000:1.0:1746145240.857971:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1961:x1830965535023232:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.858661:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1961:x1830965535023232:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 682us (1277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.858667:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4110 00002000:00100000:1.0:1746145240.858674:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379c00 x1830965535023232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.858680:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379c00 with x1830965535023232 ext(0->4095) 00002000:00010000:1.0:1746145240.858683:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379c00 00000100:00100000:0.0:1746145240.862210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.872290:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.872656:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535023488 00000100:00100000:1.0:1746145240.872662:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535023488 00002000:00100000:1.0:1746145240.872694:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db5c00 x1830965535023488/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 496/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.872702:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535023488 ext(0->7) 00010000:00010000:1.0:1746145240.872708:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 14 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.872719:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 14 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.872725:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5c00 00000100:00100000:1.0:1746145240.872851:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2148 00000100:00100000:1.0:1746145240.872858:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1963:x1830965535023488:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145240.873112:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965535023488:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 254us (827us total) trans 4294967955 rc 0/0 00000100:00100000:1.0:1746145240.873117:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2148 00002000:00100000:1.0:1746145240.873122:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db5c00 x1830965535023488/t4294967955(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 496/448 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.873129:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535023488 ext(0->7) 00010000:00010000:1.0:1746145240.873133:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 16 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145240.873142:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009452b600/0xb5ee96b21a0d5a34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d4e expref: 16 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145240.873147:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5c00 00000100:00100000:0.0:1746145240.876568:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.884173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.886454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.893414:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.894325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.898844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.902485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.905602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.907397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.910425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.913737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.913855:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535025408 00000100:00100000:1.0:1746145240.913861:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535025408 00002000:00100000:1.0:1746145240.913890:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838d500 x1830965535025408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.913899:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d500 with x1830965535025408 ext(0->4095) 00002000:00010000:1.0:1746145240.913903:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838d500 00000100:00100000:1.0:1746145240.913928:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4112 00000100:00100000:1.0:1746145240.913934:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535025408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145240.914053:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535025408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (317us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.914068:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4112 00002000:00100000:1.0:1746145240.914072:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838d500 x1830965535025408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.914078:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d500 with x1830965535025408 ext(0->4095) 00002000:00010000:1.0:1746145240.914080:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838d500 00000100:00100000:0.0:1746145240.916881:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.916954:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.917115:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5723 00000100:00100000:1.0:1746145240.917123:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535025664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.917128:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.917133:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d78 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.917291:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.917295:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5a57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d71 expref: 18 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.917301:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.917303:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d78 expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.917373:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5a57 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d71 expref: 18 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.917383:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d78 expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.917391:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009452a000, rc 0) 00000100:00100000:1.0:1746145240.917699:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31559:x1830965535025664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 577us (744us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.917705:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5723 00000100:00100000:0.0:1746145240.921960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.925905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.933352:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.933947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.939065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.942603:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.943175:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535026688 00000100:00100000:1.0:1746145240.943182:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535026688 00000100:00100000:1.0:1746145240.943232:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5725 00000100:00100000:1.0:1746145240.943240:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535026688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.943254:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.943270:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d86 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145240.943320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145240.943362:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.943368:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5a65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d7f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.943374:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145240.943378:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d86 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.943409:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5a65 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d7f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.943421:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d86 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.943430:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd4c800, rc 0) 00000100:00100000:1.0:1746145240.943503:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535026688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 264us (905us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.943509:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5725 00000100:00100000:0.0:1746145240.946348:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.949892:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.952772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.955723:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.955822:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535027584 00000100:00100000:1.0:1746145240.955828:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535027584 00000100:00100000:1.0:1746145240.955872:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5726 00000100:00100000:1.0:1746145240.955879:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535027584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.955892:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.955907:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d8d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.955934:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d86 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.955941:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.955943:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.955946:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d8d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.955970:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d86 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.955980:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4c800/0xb5ee96b21a0d5a6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d86 expref: 15 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.955990:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950016:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.956051:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.957840:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950016:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.957861:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d8d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.957873:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78000, rc 0) 00000100:00100000:1.0:1746145240.958606:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535027584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2725us (2885us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.958615:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5726 00000100:00100000:0.0:1746145240.958724:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.962576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.964493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.964572:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535028096 00000100:00100000:1.0:1746145240.964871:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535028096 00000100:00100000:1.0:1746145240.964916:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5727 00000100:00100000:1.0:1746145240.964923:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31559:x1830965535028096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.964936:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.964949:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534d94 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.964973:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.964979:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.964981:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145240.964984:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.965007:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.965018:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a73 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d8d expref: 5 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.965029:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950272:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.965117:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145240.965198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.971240:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.971439:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950272:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.971465:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.971485:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009452a000, rc 0) 00000100:00100000:1.0:1746145240.971531:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535028096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6608us (7043us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.971539:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5727 00000100:00100000:0.0:1746145240.975332:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535028608 00000100:00100000:0.0:1746145240.975340:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535028608 00002000:00100000:0.0:1746145240.975374:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91880 x1830965535028608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.975383:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91880 with x1830965535028608 ext(0->4095) 00010000:00010000:0.0:1746145240.975390:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 17 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145240.975403:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 17 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145240.975409:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91880 00000100:00100000:0.0:1746145240.975439:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2154 00000100:00100000:0.0:1746145240.975445:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535028608:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145240.975573:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535028608:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (437us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145240.975579:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2154 00002000:00100000:0.0:1746145240.975584:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91880 x1830965535028608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145240.975591:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91880 with x1830965535028608 ext(0->4095) 00010000:00010000:0.0:1746145240.975595:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 17 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145240.975609:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d5a7a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d94 expref: 17 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145240.975615:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91880 00000100:00100000:0.0:1746145240.979468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.985518:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.985668:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535028992 00000100:00100000:1.0:1746145240.985675:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535028992 00002000:00100000:1.0:1746145240.985712:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf100 x1830965535028992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/0 e 0 to 0 dl 1746145251 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.985726:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf100 with x1830965535028992 ext(0->4095) 00002000:00010000:1.0:1746145240.985730:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccf100 00000100:00100000:1.0:1746145240.985751:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4115 00000100:00100000:1.0:1746145240.985758:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535028992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145240.985878:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535028992:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (367us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145240.985884:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4115 00002000:00100000:1.0:1746145240.985889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf100 x1830965535028992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:126/0 lens 488/4536 e 0 to 0 dl 1746145251 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145240.985896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf100 with x1830965535028992 ext(0->4095) 00002000:00010000:1.0:1746145240.985898:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccf100 00000100:00100000:0.0:1746145240.991852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145240.991909:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535029120 00000100:00100000:1.0:1746145240.991916:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535029120 00000100:00100000:1.0:1746145240.991959:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5729 00000100:00100000:1.0:1746145240.991966:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535029120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145240.991982:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145240.991998:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534da2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.992029:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d9b expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.992036:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.992038:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145240.992041:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.992075:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d9b expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.992086:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5a81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534d9b expref: 15 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145240.992096:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950784:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145240.992174:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145240.993982:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530950784:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145240.994005:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145240.994019:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78000, rc 0) 00000100:00100000:1.0:1746145240.994050:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535029120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2085us (2203us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145240.994072:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5729 00000100:00100000:0.0:1746145240.994792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.995705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145240.998710:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535029376 00000100:00100000:0.0:1746145240.998720:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535029376 00000100:00100000:0.0:1746145240.998764:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5730 00000100:00100000:0.0:1746145240.998771:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535029376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145240.998785:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145240.998799:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534da9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.998822:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.998828:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.998830:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145240.998833:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da9 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.998855:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145240.998868:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 5 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746145240.998879:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880132ccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951040:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145240.998933:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.001790:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880132ccce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951040:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.001815:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da9 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.001830:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:1.0:1746145241.002348:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535029376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3577us (6642us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.002356:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5730 00000100:00100000:1.0:1746145241.002692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.002909:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535029632 00000100:00100000:0.0:1746145241.002916:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535029632 00002000:00100000:0.0:1746145241.002944:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838bb80 x1830965535029632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.002952:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838bb80 with x1830965535029632 ext(0->4095) 00010000:00010000:0.0:1746145241.002958:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.002968:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.002973:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838bb80 00000100:00100000:0.0:1746145241.003142:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2155 00000100:00100000:0.0:1746145241.003149:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535029632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145241.003356:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535029632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 207us (664us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145241.003362:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2155 00002000:00100000:0.0:1746145241.003367:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838bb80 x1830965535029632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.003379:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838bb80 with x1830965535029632 ext(0->4095) 00010000:00010000:0.0:1746145241.003384:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.003393:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d5a88 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da2 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.003399:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838bb80 00000100:00100000:0.0:1746145241.005504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.013508:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.018910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.019453:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535030144 00000100:00100000:1.0:1746145241.019462:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535030144 00000100:00100000:1.0:1746145241.019497:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5731 00000100:00100000:1.0:1746145241.019505:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535030144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.019518:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.019531:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5a96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534db0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.019554:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da9 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.019560:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.019562:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.019565:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5a96 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.019591:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da9 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.019601:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590fe00/0xb5ee96b21a0d5a8f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534da9 expref: 15 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.019611:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951296:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.020761:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.027685:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951296:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.027713:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5a96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.027729:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540e000, rc 0) 00000100:00100000:1.0:1746145241.027827:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535030144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8322us (8922us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.027835:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5731 00000100:00100000:0.0:1746145241.035008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.049139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.049229:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.049293:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535030528 00000100:00100000:1.0:1746145241.049301:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535030528 00000100:00100000:1.0:1746145241.049336:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5732 00000100:00100000:1.0:1746145241.049343:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31559:x1830965535030528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.049357:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.049472:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534db7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.049493:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.049500:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5a96 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.049505:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.049508:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db7 expref: 19 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.049545:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5a96 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.049557:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db7 expref: 19 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.049567:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678600, rc 0) 00000100:00100000:1.0:1746145241.049616:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31559:x1830965535030528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 273us (484us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.049622:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5732 00000100:00100000:0.0:1746145241.051941:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.055023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.061398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.066817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.066957:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535031296 00000100:00100000:1.0:1746145241.066967:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535031296 00000100:00100000:1.0:1746145241.067017:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5733 00000100:00100000:1.0:1746145241.067028:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535031296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.067046:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.067073:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534dbe expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.067103:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db7 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.067114:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.067116:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.067120:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dbe expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.067149:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db7 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.067161:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5a9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534db7 expref: 17 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.067173:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951808:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.067285:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.069032:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530951808:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.069064:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dbe expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.069079:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc 0) 00000100:00100000:1.0:1746145241.069121:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535031296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2096us (2310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.069128:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5733 00000100:00100000:0.0:1746145241.070274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.076384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.082014:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.084768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.084850:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535031936 00000100:00100000:1.0:1746145241.084856:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535031936 00000100:00100000:1.0:1746145241.084889:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5734 00000100:00100000:1.0:1746145241.084896:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31571:x1830965535031936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.084913:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.084928:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5aab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534dc5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.084952:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dbe expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.084958:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.084960:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.084963:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5aab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dc5 expref: 20 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.084986:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dbe expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.084996:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5aa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dbe expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.085006:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530952064:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.085865:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.088493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.088570:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530952064:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145241.088590:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145241.088594:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5aab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dc5 expref: 20 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.088610:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540f200, rc 0) 00000100:00100000:1.0:1746145241.088663:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130cf1050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31571:x1830965535031936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3767us (3900us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.088674:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5734 00000100:00100000:1.0:1746145241.088794:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535032064 00000100:00100000:1.0:1746145241.088799:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535032064 00000100:00100000:1.0:1746145241.088956:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5735 00000100:00100000:1.0:1746145241.088963:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31559:x1830965535032064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.088976:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.088987:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534dcc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.089003:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.089006:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5aab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dc5 expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.089012:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.089015:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.089037:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5aab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dc5 expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.089045:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.089051:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ea00, rc 0) 00000100:00100000:1.0:1746145241.089077:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535032064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.089081:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5735 00000100:00100000:0.0:1746145241.092612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.094921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.094994:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.097543:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.097580:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535032960 00000100:00100000:1.0:1746145241.097585:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535032960 00002000:00100000:1.0:1746145241.097616:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8700 x1830965535032960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.097657:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535032960 ext(0->4095) 00010000:00010000:1.0:1746145241.097666:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.097677:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.097683:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:1.0:1746145241.097709:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2160 00000100:00100000:1.0:1746145241.097716:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535032960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.097822:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535032960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.097827:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2160 00002000:00100000:1.0:1746145241.097838:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8700 x1830965535032960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.097845:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535032960 ext(0->4095) 00010000:00010000:1.0:1746145241.097849:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.097857:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5ab2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534dcc expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.097867:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:0.0:1746145241.100485:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.100544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.103238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.105798:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.108617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.110069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.111830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.114223:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.116209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.119077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.119141:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.121500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.124738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.125144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.129011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.133097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.133145:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.136922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.140367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.140416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.143684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.147415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.151480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.155077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.155421:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535036928 00000100:00100000:1.0:1746145241.155429:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535036928 00000100:00100000:1.0:1746145241.155477:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5745 00000100:00100000:1.0:1746145241.155485:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535036928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.155500:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.155515:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534e12 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.155538:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.155543:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.155549:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.155553:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.155583:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.155594:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.155603:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540e000, rc 0) 00000100:00100000:1.0:1746145241.155660:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535036928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (590us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.155669:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5745 00000100:00100000:0.0:1746145241.156738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.161345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.161585:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535037312 00000100:00100000:1.0:1746145241.161591:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535037312 00002000:00100000:1.0:1746145241.161644:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535037312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.161652:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535037312 ext(0->4095) 00010000:00010000:1.0:1746145241.161658:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 21 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.161669:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 21 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.161675:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659500 00000100:00100000:1.0:1746145241.161701:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2165 00000100:00100000:1.0:1746145241.161708:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535037312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.161821:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535037312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.161827:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2165 00002000:00100000:1.0:1746145241.161832:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535037312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.161838:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535037312 ext(0->4095) 00010000:00010000:1.0:1746145241.161842:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 21 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.161855:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d5af1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e0b expref: 21 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.161861:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659500 00000100:00100000:0.0:1746145241.163177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.163258:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.166773:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.166834:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535037824 00000100:00100000:1.0:1746145241.166840:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535037824 00002000:00100000:1.0:1746145241.166870:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d60700 x1830965535037824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.166878:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60700 with x1830965535037824 ext(0->4095) 00010000:00010000:1.0:1746145241.166884:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.166895:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.166900:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d60700 00000100:00100000:1.0:1746145241.166921:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2166 00000100:00100000:1.0:1746145241.166927:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535037824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.167068:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535037824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (285us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.167073:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2166 00002000:00100000:1.0:1746145241.167079:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d60700 x1830965535037824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.167085:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60700 with x1830965535037824 ext(0->4095) 00010000:00010000:1.0:1746145241.167090:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.167099:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5af8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e12 expref: 20 pid: 8466 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.167104:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d60700 00000100:00100000:0.0:1746145241.169781:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.169892:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.172693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.172785:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535038336 00000100:00100000:1.0:1746145241.172790:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535038336 00002000:00100000:1.0:1746145241.172818:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d61180 x1830965535038336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.172826:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61180 with x1830965535038336 ext(0->4095) 00010000:00010000:1.0:1746145241.172832:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5aff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e19 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.172842:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5aff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e19 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.172847:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d61180 00000100:00100000:1.0:1746145241.172870:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2167 00000100:00100000:1.0:1746145241.172876:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535038336:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.173268:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535038336:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 392us (577us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.173274:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2167 00002000:00100000:1.0:1746145241.173279:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d61180 x1830965535038336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.173286:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61180 with x1830965535038336 ext(0->4095) 00010000:00010000:1.0:1746145241.173290:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5aff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e19 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.173299:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d5aff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e19 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.173304:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d61180 00000100:00100000:1.0:1746145241.179238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.182176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.183226:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4122 00000100:00100000:1.0:1746145241.183236:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535038720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.183366:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990c6050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535038720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (1190us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.183372:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4122 00002000:00100000:1.0:1746145241.183377:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800990c6050 x1830965535038720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.183384:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990c6050 with x1830965535038720 ext(0->4095) 00002000:00010000:1.0:1746145241.183386:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990c6050 00000100:00100000:0.0:1746145241.186300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.191899:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.193176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.195073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.195428:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535039360 00000100:00100000:1.0:1746145241.195432:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535039360 00002000:00100000:1.0:1746145241.195458:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d63480 x1830965535039360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.195467:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63480 with x1830965535039360 ext(0->4095) 00010000:00010000:1.0:1746145241.195472:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e27 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.195484:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e27 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.195489:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d63480 00000100:00100000:1.0:1746145241.195512:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2168 00000100:00100000:1.0:1746145241.195518:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535039360:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746145241.195656:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535039360:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 138us (584us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.195662:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2168 00002000:00100000:1.0:1746145241.195667:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d63480 x1830965535039360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.195673:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63480 with x1830965535039360 ext(0->4095) 00010000:00010000:1.0:1746145241.195677:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e27 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.195685:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5b0d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e27 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.195689:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d63480 00000100:00100000:0.0:1746145241.199716:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.204686:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535039744 00000100:00100000:0.0:1746145241.204691:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535039744 00002000:00100000:0.0:1746145241.204723:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90700 x1830965535039744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.204731:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90700 with x1830965535039744 ext(0->4095) 00002000:00010000:0.0:1746145241.204735:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90700 00000100:00100000:1.0:1746145241.204993:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4123 00000100:00100000:1.0:1746145241.205002:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1963:x1830965535039744:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145241.205125:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1963:x1830965535039744:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (635us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.205134:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4123 00002000:00100000:1.0:1746145241.205139:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90700 x1830965535039744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.205146:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90700 with x1830965535039744 ext(0->4095) 00002000:00010000:1.0:1746145241.205148:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90700 00000100:00100000:0.0:1746145241.214755:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.220504:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.220575:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535040000 00000100:00100000:1.0:1746145241.220581:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535040000 00002000:00100000:1.0:1746145241.220614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093d60380 x1830965535040000/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.220622:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60380 with x1830965535040000 ext(0->7) 00010000:00010000:1.0:1746145241.220645:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e2e expref: 20 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.220657:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e2e expref: 20 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.220663:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d60380 00000100:00100000:1.0:1746145241.220687:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2169 00000100:00100000:1.0:1746145241.220693:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535040000:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145241.220930:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535040000:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 235us (428us total) trans 4294967958 rc 0/0 00000100:00100000:1.0:1746145241.220935:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2169 00002000:00100000:1.0:1746145241.220941:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093d60380 x1830965535040000/t4294967958(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/448 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.220953:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60380 with x1830965535040000 ext(0->7) 00010000:00010000:1.0:1746145241.220957:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e2e expref: 22 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.220965:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d5b14 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e2e expref: 22 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.220970:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d60380 00000100:00100000:0.0:1746145241.223243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.223557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.227575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.227651:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535040512 00000100:00100000:1.0:1746145241.227657:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535040512 00002000:00100000:1.0:1746145241.227688:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d62d80 x1830965535040512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.227697:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62d80 with x1830965535040512 ext(0->4095) 00010000:00010000:1.0:1746145241.227705:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5b1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e35 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.227717:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5b1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e35 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.227723:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d62d80 00000100:00100000:1.0:1746145241.227752:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2170 00000100:00100000:1.0:1746145241.227759:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535040512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.229593:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535040512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1831us (2017us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.229601:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2170 00002000:00100000:1.0:1746145241.229609:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093d62d80 x1830965535040512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.229616:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62d80 with x1830965535040512 ext(0->4095) 00010000:00010000:1.0:1746145241.229623:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5b1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e35 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.229649:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5b1b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e35 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.229655:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093d62d80 00000100:00100000:0.0:1746145241.241161:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.242693:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.247666:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.247754:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535041024 00000100:00100000:1.0:1746145241.247761:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535041024 00000100:00100000:1.0:1746145241.247867:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5752 00000100:00100000:1.0:1746145241.247876:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535041024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.247891:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.247906:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534e43 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.247943:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b22 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e3c expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.247950:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.247952:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.247955:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.247980:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b22 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e3c expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.247996:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b22 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e3c expref: 21 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.248007:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530956672:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.248530:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.254262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.254347:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.254581:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530956672:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.254608:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254654:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ec00, rc 0) 00000100:00100000:1.0:1746145241.254691:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535041024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6816us (7030us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.254699:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5752 00000100:00100000:1.0:1746145241.254724:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535041280 00000100:00100000:1.0:1746145241.254729:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535041280 00000100:00100000:1.0:1746145241.254755:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5753 00000100:00100000:1.0:1746145241.254762:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535041280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.254774:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.254786:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534e4a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254803:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.254807:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254816:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.254819:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254844:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254853:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.254859:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540e000, rc 0) 00000100:00100000:1.0:1746145241.254874:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31559:x1830965535041280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (527us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.254879:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5753 00000100:00100000:0.0:1746145241.257210:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.257298:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535041536 00000100:00100000:1.0:1746145241.257303:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535041536 00002000:00100000:1.0:1746145241.257334:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965535041536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.257343:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535041536 ext(0->4095) 00010000:00010000:1.0:1746145241.257349:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.257361:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.257366:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14e00 00000100:00100000:1.0:1746145241.257728:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2171 00000100:00100000:1.0:1746145241.257735:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535041536:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145241.257858:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535041536:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (649us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.257864:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2171 00002000:00100000:1.0:1746145241.257868:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965535041536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.257875:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535041536 ext(0->4095) 00010000:00010000:1.0:1746145241.257878:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.257886:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b29 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e43 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.257891:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14e00 00000100:00100000:0.0:1746145241.259299:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.262016:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.264438:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.268917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.268996:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535042176 00000100:00100000:1.0:1746145241.269004:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535042176 00002000:00100000:1.0:1746145241.269040:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f16680 x1830965535042176/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.269049:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965535042176 ext(0->7) 00010000:00010000:1.0:1746145241.269064:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 22 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.269078:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 22 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.269088:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f16680 00000100:00100000:1.0:1746145241.269115:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2172 00000100:00100000:1.0:1746145241.269123:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535042176:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145241.269511:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535042176:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 388us (606us total) trans 4294967959 rc 0/0 00000100:00100000:1.0:1746145241.269517:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2172 00002000:00100000:1.0:1746145241.269522:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f16680 x1830965535042176/t4294967959(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/448 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.269530:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965535042176 ext(0->7) 00010000:00010000:1.0:1746145241.269534:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 24 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.269546:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5b30 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e4a expref: 24 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.269551:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f16680 00000100:00100000:0.0:1746145241.273405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.279374:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530957312:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.279389:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.279428:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1963:x1830965535042304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5848us (6029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.279444:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9885 00000100:00100000:0.0:1746145241.280360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.281207:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535042688 00000100:00100000:1.0:1746145241.281213:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535042688 00002000:00100000:1.0:1746145241.281248:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15180 x1830965535042688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.281257:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535042688 ext(0->4095) 00010000:00010000:1.0:1746145241.281265:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.281277:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.281283:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15180 00000100:00100000:1.0:1746145241.281313:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2173 00000100:00100000:1.0:1746145241.281318:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535042688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.281600:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535042688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 280us (1240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.281607:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2173 00002000:00100000:1.0:1746145241.281612:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15180 x1830965535042688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.281618:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535042688 ext(0->4095) 00010000:00010000:1.0:1746145241.281623:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.281646:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.281652:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15180 00000100:00100000:0.0:1746145241.284010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.284071:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535042816 00000100:00100000:1.0:1746145241.284077:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535042816 00010000:00010000:1.0:1746145241.284104:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.284134:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9886 00000100:00100000:1.0:1746145241.284140:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535042816:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.284149:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.284163:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.284172:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.284189:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b37 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e51 expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.284210:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.284212:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.284219:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 23 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.284226:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 23 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.284250:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 23 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.284259:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530957568:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.284316:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.286972:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530957568:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.286989:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.287024:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535042816:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2883us (3017us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.287401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.287459:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9886 00000100:00100000:1.0:1746145241.287491:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535043072 00000100:00100000:1.0:1746145241.287496:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535043072 00002000:00100000:1.0:1746145241.287523:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14000 x1830965535043072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.287531:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535043072 ext(0->4095) 00002000:00010000:1.0:1746145241.287535:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14000 00000100:00100000:1.0:1746145241.287560:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4126 00000100:00100000:1.0:1746145241.287566:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535043072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.288192:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535043072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 625us (791us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.288197:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4126 00002000:00100000:1.0:1746145241.288202:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14000 x1830965535043072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.288208:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535043072 ext(0->4095) 00002000:00010000:1.0:1746145241.288210:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14000 00000100:00100000:0.0:1746145241.291170:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.297797:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.297925:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535043328 00000100:00100000:1.0:1746145241.297932:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535043328 00002000:00100000:1.0:1746145241.297969:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f15c00 x1830965535043328/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.297984:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965535043328 ext(0->7) 00010000:00010000:1.0:1746145241.297991:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 24 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.298004:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 24 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.298009:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15c00 00000100:00100000:1.0:1746145241.298036:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2174 00000100:00100000:1.0:1746145241.298043:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535043328:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145241.298297:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535043328:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 253us (506us total) trans 4294967960 rc 0/0 00000100:00100000:1.0:1746145241.298304:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2174 00002000:00100000:1.0:1746145241.298308:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f15c00 x1830965535043328/t4294967960(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/448 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.298315:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965535043328 ext(0->7) 00010000:00010000:1.0:1746145241.298319:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 26 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.298326:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 26 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.298331:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15c00 00000100:00100000:1.0:1746145241.306227:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530958208:0@lo:400:kworker.0 00000100:00100000:0.0:1746145241.306374:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965530957824:0@lo:400:kworker.0 00000100:00100000:1.0:1746145241.306423:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145241.306467:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530958208 00000100:00100000:1.0:1746145241.306473:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530958208 00000100:00100000:1.0:1746145241.306506:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1746145241.306514:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965530958208:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145241.306546:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965530958208:12345-0@lo:400:kworker.0 Request processed in 35us (124us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.306551:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 314 00000100:00100000:1.0:1746145241.307040:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965530958208:0@lo:400:kworker.0 00000100:00100000:1.0:1746145241.307105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.307116:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535043456 00000100:00100000:1.0:1746145241.307119:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535043456 00000100:00100000:1.0:1746145241.307134:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5757 00000100:00100000:1.0:1746145241.307139:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535043456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.307147:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.307161:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534e66 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.307495:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.307501:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.307508:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.307511:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.307532:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.307544:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.307553:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ea00, rc 0) 00000100:00100000:1.0:1746145241.307577:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535043456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 437us (473us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.307581:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5757 00000100:00100000:1.0:1746145241.307589:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530958336 00000100:00100000:1.0:1746145241.307591:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530958336 00000100:00100000:1.0:1746145241.307604:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 392 00000100:00100000:1.0:1746145241.307607:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530958336:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145241.307655:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965530958336:12345-0@lo:400:kworker.0 Request processed in 46us (183us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.307659:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 392 00000100:00100000:0.0:1746145241.311968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.312166:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535043584 00000100:00100000:1.0:1746145241.312174:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535043584 00010000:00010000:1.0:1746145241.312207:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 27 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.312247:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9887 00000100:00100000:1.0:1746145241.312255:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535043584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.312266:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.312283:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 27 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.312296:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 27 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.312315:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5b3e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e58 expref: 27 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.312343:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.312346:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.312353:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.312360:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.312389:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.312398:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 5 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.312407:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530958720:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.313179:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.317529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.317675:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530958720:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.317693:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.317729:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535043584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5476us (5768us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.317740:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9887 00000100:00100000:0.0:1746145241.321209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.321357:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535043968 00000100:00100000:1.0:1746145241.321365:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535043968 00010000:00010000:1.0:1746145241.321399:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.321611:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9888 00000100:00100000:1.0:1746145241.321619:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535043968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.321658:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.321676:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.321687:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.321708:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b45 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e5f expref: 6 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.321728:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.321730:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.321736:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.321744:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.321771:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.321783:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530958848:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.321858:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.324520:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530958848:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.324539:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.324775:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535043968:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3156us (3570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.324784:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9888 00000100:00100000:0.0:1746145241.326496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.329788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.340356:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.348743:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.348900:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535044608 00000100:00100000:1.0:1746145241.348912:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535044608 00010000:00010000:1.0:1746145241.348945:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 28 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.348977:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9889 00000100:00100000:1.0:1746145241.348984:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535044608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.348996:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.349013:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 28 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.349023:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 28 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.349044:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b4c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e66 expref: 28 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.349071:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.349074:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.349081:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.349088:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.349116:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.349128:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959104:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.349183:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.349698:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145241.352467:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746145241.352754:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959104:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.352772:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.352808:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535044608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3824us (4073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.352816:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9889 00000100:00100000:0.0:1746145241.353072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.354014:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530959360 00000100:00100000:1.0:1746145241.354017:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530959360 00000100:00100000:1.0:1746145241.354037:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965530959488 00000100:00100000:1.0:1746145241.354039:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965530959488 00000100:00100000:1.0:1746145241.354084:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 166 00000100:00100000:1.0:1746145241.354091:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530959360:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:1.0:1746145241.354102:0:8468:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 229834752 pending 18743296 free 3855613952 avail 3813670912 00000100:00100000:1.0:1746145241.354286:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088380380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965530959360:12345-0@lo:13:osp-pre-1-0.0 Request processed in 196us (364us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.354294:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 166 00000100:00100000:0.0:1746145241.358318:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.358432:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535045120 00000100:00100000:1.0:1746145241.358440:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535045120 00010000:00010000:1.0:1746145241.358470:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.358564:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9890 00000100:00100000:1.0:1746145241.358572:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535045120:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.358584:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.358600:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.358609:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.359870:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d5b53 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e6d expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.359894:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.359896:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.359903:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.359911:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.359940:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.359952:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959616:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.360029:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.361405:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959616:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.361420:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.361451:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535045120:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2881us (3140us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.361459:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9890 00000100:00100000:0.0:1746145241.363309:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.365815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.370984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.373301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.373373:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535045760 00000100:00100000:1.0:1746145241.373378:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535045760 00010000:00010000:1.0:1746145241.373400:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 30 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.373431:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9891 00000100:00100000:1.0:1746145241.373437:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535045760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.373447:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.373481:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 30 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.373491:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 30 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.373508:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d5b5a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e74 expref: 30 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.373534:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.373536:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.373543:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.373550:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.373574:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.373584:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959872:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.373660:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.375471:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.375770:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530959872:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.375786:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.375822:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535045760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2384us (2523us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.375850:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9891 00000100:00100000:0.0:1746145241.380012:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.381623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.384252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.384295:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535046400 00000100:00100000:1.0:1746145241.384300:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535046400 00010000:00010000:1.0:1746145241.384324:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.384346:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9892 00000100:00100000:1.0:1746145241.384351:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535046400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.384365:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.384382:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.384392:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.384410:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5b61 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e7b expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.384421:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.384422:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.384427:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.384433:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.384456:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.384467:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 30 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.384477:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960256:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.384535:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.386581:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960256:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.386598:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.386970:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535046400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2616us (2716us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.386977:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9892 00000100:00100000:1.0:1746145241.387195:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535046656 00000100:00100000:1.0:1746145241.387200:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535046656 00002000:00100000:1.0:1746145241.387226:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93b80 x1830965535046656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.387235:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93b80 with x1830965535046656 ext(0->4095) 00010000:00010000:1.0:1746145241.387241:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.387251:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.387256:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93b80 00000100:00100000:1.0:1746145241.387275:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2179 00000100:00100000:1.0:1746145241.387280:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535046656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.387420:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535046656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.387425:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2179 00002000:00100000:1.0:1746145241.387430:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93b80 x1830965535046656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.387436:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93b80 with x1830965535046656 ext(0->4095) 00010000:00010000:1.0:1746145241.387440:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.387448:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.387453:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93b80 00000100:00100000:0.0:1746145241.390786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.390836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.390934:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535046912 00000100:00100000:1.0:1746145241.390938:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535046912 00010000:00010000:1.0:1746145241.390952:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.390979:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9893 00000100:00100000:1.0:1746145241.390984:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1963:x1830965535046912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.390992:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.391005:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.391014:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.391027:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5b68 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e82 expref: 31 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.391040:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.391041:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.391046:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.391069:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.391484:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.391496:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.391506:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960512:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.392063:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.393228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.393655:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960512:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.393669:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.393690:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1963:x1830965535046912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2706us (2854us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.393696:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9893 00000100:00100000:0.0:1746145241.395835:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.395871:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.395926:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535047296 00000100:00100000:1.0:1746145241.395932:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535047296 00010000:00010000:1.0:1746145241.395956:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.396023:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9894 00000100:00100000:1.0:1746145241.396030:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1963:x1830965535047296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.396042:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.396067:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.396078:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.396097:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5b6f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e89 expref: 30 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.396508:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.396511:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.396520:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.396527:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.396555:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.396565:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960640:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.397299:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.399191:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960640:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.399201:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.399216:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1963:x1830965535047296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3187us (3344us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.399223:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9894 00000100:00100000:0.0:1746145241.399663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.403745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.403904:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535047808 00000100:00100000:1.0:1746145241.403912:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535047808 00010000:00010000:1.0:1746145241.403940:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.403980:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9895 00000100:00100000:1.0:1746145241.403988:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535047808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.403998:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.404014:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.404024:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.404042:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5b76 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e90 expref: 6 pid: 8465 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.404075:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.404078:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.404085:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.404092:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.404118:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.404133:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960896:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.404199:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.405701:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530960896:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.405715:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145241.405727:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.405742:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535047808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1756us (2003us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.405749:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9895 00000100:00100000:0.0:1746145241.407868:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.410499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.410563:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535048320 00000100:00100000:1.0:1746145241.410568:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535048320 00010000:00010000:1.0:1746145241.410587:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.410616:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9896 00000100:00100000:1.0:1746145241.410621:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535048320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.410648:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.410663:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.410672:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.410688:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b7d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e97 expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.410709:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.410711:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.410718:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.410724:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.410742:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.410751:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961152:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.411504:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.412291:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961152:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.412304:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.412329:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535048320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1706us (1829us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.412503:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9896 00000100:00100000:0.0:1746145241.412699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.414069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.415969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.416196:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535048832 00000100:00100000:1.0:1746145241.416200:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535048832 00010000:00010000:1.0:1746145241.416224:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.416250:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9897 00000100:00100000:1.0:1746145241.416256:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535048832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.416265:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.416279:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.416337:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.416356:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5b84 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534e9e expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.416378:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.416380:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.416385:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.416393:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.416414:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145241.416422:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961408:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.416467:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.416939:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535048960 00000100:00100000:0.0:1746145241.416943:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535048960 00000100:00100000:0.0:1746145241.417013:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5767 00000100:00100000:0.0:1746145241.417019:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535048960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145241.417029:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145241.417037:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534eac expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.417050:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.417066:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145241.417067:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145241.417070:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.417085:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.417095:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746145241.417103:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530961536:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145241.418067:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.419183:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961408:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.419198:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.419212:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530961536:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.419223:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.419238:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145241.419259:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535048960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2240us (2428us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.419264:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5767 00000100:00100000:1.0:1746145241.419289:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535048832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3033us (3321us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.419295:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9897 00000100:00100000:0.0:1746145241.420499:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.420555:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535049344 00000100:00100000:1.0:1746145241.420559:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535049344 00000100:00100000:1.0:1746145241.420590:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5768 00000100:00100000:1.0:1746145241.420596:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535049344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.420604:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.420615:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534eb3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.420648:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.420652:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.420657:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.420660:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eb3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.420682:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.420694:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eb3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.420701:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846e00, rc 0) 00000100:00100000:1.0:1746145241.420723:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535049344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 127us (226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.420728:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5768 00000100:00100000:0.0:1746145241.421947:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.422023:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535049472 00000100:00100000:1.0:1746145241.422027:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535049472 00010000:00010000:1.0:1746145241.422044:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.422328:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9898 00000100:00100000:1.0:1746145241.422334:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535049472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145241.422344:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145241.422359:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.422369:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.422385:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5b8b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ea5 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.422409:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.422412:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.422417:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.422424:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.422445:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.422456:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5b92 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eac expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.422466:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961792:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.423123:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.425076:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530961792:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.425095:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145241.425198:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535049472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2862us (3251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.425206:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9898 00000100:00100000:0.0:1746145241.425709:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.427314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.427474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.427537:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535049984 00000100:00100000:1.0:1746145241.427541:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535049984 00000100:00100000:1.0:1746145241.427574:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5769 00000100:00100000:1.0:1746145241.427580:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535049984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.427589:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.427598:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534eba expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.427831:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.427837:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eb3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.427842:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.427845:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eba expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.428000:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eb3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.428010:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5b99 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eb3 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.428019:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530961920:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.428161:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.429338:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530961920:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.429354:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eba expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.429365:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846200, rc 0) 00000100:00100000:1.0:1746145241.429377:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535049984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1798us (2067us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.429381:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5769 00000100:00100000:0.0:1746145241.429905:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.431846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.433870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.433988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535050624 00000100:00100000:1.0:1746145241.433994:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535050624 00002000:00100000:1.0:1746145241.434024:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef3b80 x1830965535050624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.434032:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965535050624 ext(0->4095) 00002000:00010000:1.0:1746145241.434036:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef3b80 00000100:00100000:1.0:1746145241.434073:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4132 00000100:00100000:1.0:1746145241.434080:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535050624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.434203:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535050624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.434210:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4132 00002000:00100000:1.0:1746145241.434215:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef3b80 x1830965535050624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.434222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965535050624 ext(0->4095) 00002000:00010000:1.0:1746145241.434224:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef3b80 00000100:00100000:0.0:1746145241.436031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.436136:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535050752 00000100:00100000:1.0:1746145241.436141:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535050752 00000100:00100000:1.0:1746145241.436230:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5770 00000100:00100000:1.0:1746145241.436238:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535050752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.436249:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.436262:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ec1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.436287:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eba expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.436297:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.436299:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.436302:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.436325:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eba expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.436334:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5ba0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534eba expref: 29 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.436343:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962304:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.436403:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.438100:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962304:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.438118:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.438130:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:1.0:1746145241.438195:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535050752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1957us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.438201:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5770 00000100:00100000:0.0:1746145241.438346:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.441737:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.444788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.444865:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535051264 00000100:00100000:1.0:1746145241.444872:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535051264 00000100:00100000:1.0:1746145241.444917:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5771 00000100:00100000:1.0:1746145241.444924:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535051264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.444939:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.444953:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ec8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.444978:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec1 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.444985:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.444987:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.444990:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec8 expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.445014:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec1 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.445025:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ba7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec1 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.445036:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962560:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.445115:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.446171:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962560:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.446188:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec8 expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.446199:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc 0) 00000100:00100000:1.0:1746145241.446218:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535051264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1296us (1436us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.446227:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5771 00000100:00100000:0.0:1746145241.446777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.446817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.447357:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535051520 00000100:00100000:1.0:1746145241.447360:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535051520 00000100:00100000:1.0:1746145241.447377:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5772 00000100:00100000:1.0:1746145241.447382:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31571:x1830965535051520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.447391:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.447399:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ecf expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.447411:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec8 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.447416:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.447417:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.447419:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ecf expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.447432:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec8 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.447441:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d5bae lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ec8 expref: 31 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.448044:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962816:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.448101:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.450244:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530962816:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.450270:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ecf expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.450284:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846e00, rc 0) 00000100:00100000:1.0:1746145241.450402:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31571:x1830965535051520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.450409:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5772 00000100:00100000:0.0:1746145241.451742:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.458076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.462729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.466241:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.467061:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535052288 00000100:00100000:1.0:1746145241.467068:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535052288 00000100:00100000:1.0:1746145241.467199:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5773 00000100:00100000:1.0:1746145241.467206:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535052288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.467220:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.467233:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ed6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.467255:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ecf expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.467261:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.467263:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.467266:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.467287:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ecf expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.467296:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5bb5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ecf expref: 29 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.467305:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530963072:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.467716:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.470542:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530963072:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.470735:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.470752:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b847a00, rc 0) 00000100:00100000:1.0:1746145241.470793:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535052288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3587us (4557us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.470801:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5773 00000100:00100000:0.0:1746145241.470982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.473022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.473111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.473163:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535052544 00000100:00100000:1.0:1746145241.473167:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535052544 00000100:00100000:1.0:1746145241.473196:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5774 00000100:00100000:1.0:1746145241.473202:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535052544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.473214:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.473396:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534edd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.473414:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.473419:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.473420:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.473423:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.473443:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.473454:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.473462:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530963328:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.473494:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.474992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.475334:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530963328:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145241.475349:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145241.475353:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.475365:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:1.0:1746145241.475613:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535052544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2411us (2594us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.475618:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5774 00000100:00100000:0.0:1746145241.475687:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9905 00000100:00100000:0.0:1746145241.475693:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535053056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145241.475701:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145241.475715:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.475724:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.475739:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5bbc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ed6 expref: 6 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.475759:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145241.475760:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145241.475766:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.475773:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.475791:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.475800:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5bc3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534edd expref: 30 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:0.0:1746145241.475814:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b678380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965530963584:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145241.475851:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.477439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.479298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.481388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.483913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.487256:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.489621:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.491775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.491814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.492049:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5778 00000100:00100000:1.0:1746145241.492065:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535054464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.492071:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.492078:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5bdf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534ef9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.492295:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.492299:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5bd8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ef2 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.492304:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.492307:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5bdf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ef9 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.492332:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540e000/0xb5ee96b21a0d5bd8 lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ef2 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.492343:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5bdf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534ef9 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.492351:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846200, rc 0) 00000100:00100000:1.0:1746145241.492767:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535054464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 704us (951us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.492773:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5778 00000100:00100000:0.0:1746145241.495744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.498468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.501605:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.502139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.505923:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.508244:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.508315:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.511006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.511097:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535055872 00000100:00100000:1.0:1746145241.511103:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535055872 00002000:00100000:1.0:1746145241.511137:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67b100 x1830965535055872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.511146:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b100 with x1830965535055872 ext(0->4095) 00010000:00010000:1.0:1746145241.511154:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5be6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f00 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.511166:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5be6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f00 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.511176:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b100 00000100:00100000:1.0:1746145241.511205:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2189 00000100:00100000:1.0:1746145241.511211:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535055872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.511667:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535055872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 455us (674us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.511674:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2189 00002000:00100000:1.0:1746145241.511680:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67b100 x1830965535055872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.511947:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b100 with x1830965535055872 ext(0->4095) 00010000:00010000:1.0:1746145241.511954:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5be6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f00 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.511962:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5be6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f00 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.511968:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b100 00000100:00100000:0.0:1746145241.514257:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.518182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.518386:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535056256 00000100:00100000:1.0:1746145241.518392:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535056256 00002000:00100000:1.0:1746145241.518424:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67a300 x1830965535056256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.518432:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535056256 ext(0->4095) 00002000:00010000:1.0:1746145241.518436:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67a300 00000100:00100000:1.0:1746145241.518460:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4138 00000100:00100000:1.0:1746145241.518468:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535056256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.518829:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535056256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 360us (647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.518834:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4138 00002000:00100000:1.0:1746145241.518839:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67a300 x1830965535056256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.518846:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535056256 ext(0->4095) 00002000:00010000:1.0:1746145241.518848:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67a300 00000100:00100000:0.0:1746145241.521267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.527890:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.529153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.533114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.533435:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535056896 00000100:00100000:1.0:1746145241.533441:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535056896 00002000:00100000:1.0:1746145241.533472:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679f80 x1830965535056896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.533481:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535056896 ext(0->4095) 00010000:00010000:1.0:1746145241.533486:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5bf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f0e expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.533496:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5bf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f0e expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.533502:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b679f80 00000100:00100000:1.0:1746145241.533515:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2190 00000100:00100000:1.0:1746145241.533521:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535056896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.533942:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535056896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 421us (831us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.533948:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2190 00002000:00100000:1.0:1746145241.533952:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679f80 x1830965535056896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.533958:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535056896 ext(0->4095) 00010000:00010000:1.0:1746145241.533962:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5bf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f0e expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.533970:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5bf4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f0e expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.533975:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b679f80 00000100:00100000:0.0:1746145241.538669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.541111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.554081:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.555307:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2191 00000100:00100000:1.0:1746145241.555316:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535057536:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145241.555560:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535057536:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 246us (1480us total) trans 4294967963 rc 0/0 00000100:00100000:1.0:1746145241.555566:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2191 00002000:00100000:1.0:1746145241.555572:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b67ad80 x1830965535057536/t4294967963(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 496/448 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.555579:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965535057536 ext(0->7) 00010000:00010000:1.0:1746145241.555583:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d5bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f15 expref: 32 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.555593:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d5bfb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f15 expref: 32 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.555603:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67ad80 00000100:00100000:0.0:1746145241.560011:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.560897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.566196:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530965888:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145241.566212:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:0.0:1746145241.566257:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535057792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4349us (5360us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.566265:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5784 00000100:00100000:0.0:1746145241.568522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.576125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.585046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.588980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.599845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.600727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.610798:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.611396:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.614415:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.615917:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535059712 00000100:00100000:1.0:1746145241.615924:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535059712 00002000:00100000:1.0:1746145241.615953:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093913800 x1830965535059712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.615961:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913800 with x1830965535059712 ext(0->4095) 00010000:00010000:1.0:1746145241.615967:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d5c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f31 expref: 34 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.615977:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d5c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f31 expref: 34 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.615983:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093913800 00000100:00100000:1.0:1746145241.616004:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2195 00000100:00100000:1.0:1746145241.616011:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535059712:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746145241.616146:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535059712:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 136us (1737us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.616152:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2195 00002000:00100000:1.0:1746145241.616156:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093913800 x1830965535059712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.616162:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913800 with x1830965535059712 ext(0->4095) 00010000:00010000:1.0:1746145241.616165:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d5c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f31 expref: 34 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.616177:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d5c17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f31 expref: 34 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.616182:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093913800 00000100:00100000:0.0:1746145241.618244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.618344:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.621899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.622429:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535060224 00000100:00100000:1.0:1746145241.622435:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535060224 00002000:00100000:1.0:1746145241.622466:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4a80 x1830965535060224/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.622475:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4a80 with x1830965535060224 ext(0->4095) 00010000:00010000:1.0:1746145241.622481:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5c1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f38 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.622492:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5c1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f38 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.622497:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4a80 00000100:00100000:1.0:1746145241.622686:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2196 00000100:00100000:1.0:1746145241.622693:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535060224:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.622934:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535060224:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 240us (1034us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.622940:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2196 00002000:00100000:1.0:1746145241.622945:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4a80 x1830965535060224/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.622951:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4a80 with x1830965535060224 ext(0->4095) 00010000:00010000:1.0:1746145241.622956:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5c1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f38 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.622965:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d5c1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f38 expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:1.0:1746145241.622970:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4a80 00000100:00100000:0.0:1746145241.624936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.627803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.628216:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535060608 00000100:00100000:1.0:1746145241.628222:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535060608 00002000:00100000:1.0:1746145241.628252:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4e00 x1830965535060608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.628261:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4e00 with x1830965535060608 ext(0->4095) 00002000:00010000:1.0:1746145241.628264:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4e00 00000100:00100000:1.0:1746145241.628293:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4141 00000100:00100000:1.0:1746145241.628299:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535060608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.628428:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535060608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (628us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.628433:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4141 00002000:00100000:1.0:1746145241.628438:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4e00 x1830965535060608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.628445:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4e00 with x1830965535060608 ext(0->4095) 00002000:00010000:1.0:1746145241.628448:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4e00 00000100:00100000:0.0:1746145241.630811:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.633119:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.635927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.639430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.640289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.645783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.650950:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.655106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.655304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.659044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.659101:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535062272 00000100:00100000:0.0:1746145241.659107:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535062272 00002000:00100000:0.0:1746145241.659139:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388e00 x1830965535062272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.659148:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388e00 with x1830965535062272 ext(0->4095) 00010000:00010000:0.0:1746145241.659154:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f54 expref: 35 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.659165:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f54 expref: 35 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.659171:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388e00 00000100:00100000:0.0:1746145241.659196:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2198 00000100:00100000:0.0:1746145241.659201:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535062272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145241.659318:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535062272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (279us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145241.659324:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2198 00002000:00100000:0.0:1746145241.659328:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388e00 x1830965535062272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.659335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388e00 with x1830965535062272 ext(0->4095) 00010000:00010000:0.0:1746145241.659340:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f54 expref: 34 pid: 11330 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.659380:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5c3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f54 expref: 34 pid: 11330 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.659683:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388e00 00000100:00100000:0.0:1746145241.661227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.661268:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535062400 00000100:00100000:0.0:1746145241.661269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.661273:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535062400 00000100:00100000:1.0:1746145241.661312:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5793 00000100:00100000:1.0:1746145241.661319:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535062400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.661330:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.661343:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534f62 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.661364:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.661368:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.661373:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.661377:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f62 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.661401:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.661411:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f62 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.661705:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b847200, rc 0) 00000100:00100000:1.0:1746145241.661734:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535062400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 417us (510us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.661739:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5793 00000100:00100000:0.0:1746145241.663954:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535062784 00000100:00100000:0.0:1746145241.663959:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535062784 00002000:00100000:0.0:1746145241.663985:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90a80 x1830965535062784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.663994:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90a80 with x1830965535062784 ext(0->4095) 00010000:00010000:0.0:1746145241.664001:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.664012:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.664019:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90a80 00000100:00100000:0.0:1746145241.664042:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2199 00000100:00100000:0.0:1746145241.664048:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535062784:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746145241.664180:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535062784:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (271us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145241.664186:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2199 00002000:00100000:0.0:1746145241.664191:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90a80 x1830965535062784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.664198:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90a80 with x1830965535062784 ext(0->4095) 00010000:00010000:0.0:1746145241.664203:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00010000:00010000:0.0:1746145241.664211:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5c41 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f5b expref: 6 pid: 8464 timeout: 582 lvb_type: 0 00002000:00010000:0.0:1746145241.664217:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab90a80 00000100:00100000:0.0:1746145241.667833:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.672834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.676095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.676242:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535063296 00000100:00100000:1.0:1746145241.676249:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535063296 00000100:00100000:1.0:1746145241.676291:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5794 00000100:00100000:1.0:1746145241.676298:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535063296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.676312:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.676326:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534f69 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.676349:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f62 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.676355:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.676357:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.676360:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f69 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.676381:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f62 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.676390:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c48 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f62 expref: 33 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.676399:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968448:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.676457:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.679605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.680180:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968448:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.680201:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f69 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.680213:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b847a00, rc 0) 00000100:00100000:1.0:1746145241.680253:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535063296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3956us (4165us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.680261:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5794 00000100:00100000:0.0:1746145241.682597:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.682616:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535063552 00000100:00100000:1.0:1746145241.682620:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535063552 00000100:00100000:1.0:1746145241.683495:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5795 00000100:00100000:1.0:1746145241.683501:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535063552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.683511:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.683521:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534f70 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.683538:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f69 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.683544:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.683545:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.683548:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f70 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.683563:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f69 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.683571:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5c4f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f69 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.683578:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968704:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.683646:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.685977:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968704:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145241.685980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145241.686000:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f70 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.686014:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b846200, rc 0) 00000100:00100000:1.0:1746145241.686041:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535063552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2541us (3445us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.686048:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5795 00000100:00100000:0.0:1746145241.689845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.693924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.697539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.697649:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535064320 00000100:00100000:1.0:1746145241.697657:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535064320 00000100:00100000:1.0:1746145241.697726:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5796 00000100:00100000:1.0:1746145241.697733:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535064320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.698212:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.698227:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534f77 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.698258:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f70 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.698264:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.698266:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.698269:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f77 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.698293:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f70 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.698302:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d5c56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f70 expref: 33 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.698313:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968960:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.698454:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.702808:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530968960:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.702834:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f77 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.702850:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ea00, rc 0) 00000100:00100000:1.0:1746145241.702886:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535064320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5153us (5351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.702894:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5796 00000100:00100000:0.0:1746145241.706600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.710846:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.710932:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.711012:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535064704 00000100:00100000:1.0:1746145241.711019:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535064704 00000100:00100000:1.0:1746145241.711078:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5797 00000100:00100000:1.0:1746145241.711086:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31559:x1830965535064704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.711099:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.711110:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5c64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534f7e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.711128:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.711133:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f77 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.711137:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.711231:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5c64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f7e expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.711539:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f77 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00010000:00010000:1.0:1746145241.711547:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5c5d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f77 expref: 5 pid: 8466 timeout: 582 lvb_type: 0 00000100:00100000:1.0:1746145241.711555:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530969216:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.711589:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.714663:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.714825:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530969216:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.714850:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5c64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f7e expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.714867:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540f200, rc 0) 00000100:00100000:1.0:1746145241.714913:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535064704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3826us (4072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.714920:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5797 00000100:00100000:0.0:1746145241.719325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.721147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.726221:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.726525:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535065472 00000100:00100000:1.0:1746145241.726556:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535065472 00000100:00100000:0.0:1746145241.728899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.733201:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.737600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.738439:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.739978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.740068:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.742778:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.744657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.747745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.750044:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.752899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.755843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.758812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.759181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.759374:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535067648 00000100:00100000:1.0:1746145241.759385:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535067648 00000100:00100000:1.0:1746145241.759426:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535067776 00000100:00100000:1.0:1746145241.759428:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535067776 00000100:00100000:1.0:1746145241.759442:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5802 00000100:00100000:1.0:1746145241.759449:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965535067648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.759462:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.759476:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534fa1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.759499:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f9a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.759505:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.759506:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.759509:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.759760:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f9a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.759771:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b847200/0xb5ee96b21a0d5c80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534f9a expref: 5 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.759782:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530970624:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.760073:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.761913:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.762084:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530970624:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.762165:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.762177:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.762179:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.762184:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.762191:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.762386:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.762400:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5c87 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa1 expref: 39 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.762410:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530970752:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.762468:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.764170:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530970752:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.764180:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:1.0:1746145241.764199:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31559:x1830965535067648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4752us (5394us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.764204:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5802 00000100:00100000:0.0:1746145241.765430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.767765:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.770487:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.770537:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535068544 00000100:00100000:1.0:1746145241.770544:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535068544 00002000:00100000:1.0:1746145241.770576:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965535068544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.770584:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965535068544 ext(0->4095) 00002000:00010000:1.0:1746145241.770589:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483b80 00000100:00100000:1.0:1746145241.770879:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4148 00000100:00100000:1.0:1746145241.770886:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535068544:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.771141:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535068544:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 255us (659us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.771149:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4148 00002000:00100000:1.0:1746145241.771154:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965535068544/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.771160:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965535068544 ext(0->4095) 00002000:00010000:1.0:1746145241.771163:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483b80 00000100:00100000:0.0:1746145241.772699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.772794:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535068672 00000100:00100000:1.0:1746145241.772799:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535068672 00000100:00100000:1.0:1746145241.772834:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5804 00000100:00100000:1.0:1746145241.772841:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535068672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.772852:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.772865:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5c95 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534faf expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.772886:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5c8e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa8 expref: 37 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.772892:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.772894:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.772897:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5c95 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534faf expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.772918:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5c8e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa8 expref: 37 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.772928:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5c8e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa8 expref: 37 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.772943:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530971008:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.773013:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.774607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145241.775108:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5c8e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fa8 expref: 38 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.775130:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530971008:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.775154:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ec00/0xb5ee96b21a0d5c95 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534faf expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.775164:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ec00, rc 0) 00000100:00100000:1.0:1746145241.775200:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535068672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2357us (2502us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.775207:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5804 00000100:00100000:0.0:1746145241.777454:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.777764:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535069056 00000100:00100000:1.0:1746145241.777772:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535069056 00002000:00100000:1.0:1746145241.777809:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480380 x1830965535069056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.777819:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480380 with x1830965535069056 ext(0->4095) 00002000:00010000:1.0:1746145241.777823:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480380 00000100:00100000:1.0:1746145241.777845:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4149 00000100:00100000:1.0:1746145241.777853:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535069056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.778018:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535069056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 164us (566us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.778028:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4149 00002000:00100000:1.0:1746145241.778035:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480380 x1830965535069056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.778041:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480380 with x1830965535069056 ext(0->4095) 00002000:00010000:1.0:1746145241.778045:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480380 00000100:00100000:0.0:1746145241.780230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.780580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.784320:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.787573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.787696:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535069696 00000100:00100000:1.0:1746145241.787701:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535069696 00002000:00100000:1.0:1746145241.787743:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480000 x1830965535069696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.787751:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965535069696 ext(0->4095) 00010000:00010000:1.0:1746145241.787756:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fb6 expref: 39 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.787767:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fb6 expref: 39 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.787772:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:1.0:1746145241.787795:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2207 00000100:00100000:1.0:1746145241.787800:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535069696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.787904:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535069696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.787908:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2207 00002000:00100000:1.0:1746145241.787912:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480000 x1830965535069696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.787923:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965535069696 ext(0->4095) 00010000:00010000:1.0:1746145241.787927:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fb6 expref: 39 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.787935:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5c9c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fb6 expref: 39 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.788525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145241.789815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.789863:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.793140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.793194:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535070208 00000100:00100000:1.0:1746145241.793199:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535070208 00002000:00100000:1.0:1746145241.793228:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965535070208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.793237:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535070208 ext(0->4095) 00010000:00010000:1.0:1746145241.793243:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ca3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fbd expref: 38 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.793254:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ca3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fbd expref: 38 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.793259:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eeb800 00000100:00100000:1.0:1746145241.793468:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2208 00000100:00100000:1.0:1746145241.793475:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535070208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.793597:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535070208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.793603:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2208 00002000:00100000:1.0:1746145241.793608:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965535070208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.793615:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535070208 ext(0->4095) 00010000:00010000:1.0:1746145241.793620:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ca3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fbd expref: 38 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.793647:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d5ca3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fbd expref: 38 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.793652:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eeb800 00000100:00100000:0.0:1746145241.795401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.795615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.795825:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5808 00000100:00100000:1.0:1746145241.795834:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965535070336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.795844:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.795853:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534fcb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795868:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.795873:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795878:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.795881:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fcb expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795908:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795922:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fcb expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795929:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.795930:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.795935:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795943:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795959:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.795968:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d5caa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fc4 expref: 5 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.795978:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972032:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145241.796025:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.797515:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972032:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145241.797527:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540ea00, rc 0) 00000100:00100000:1.0:1746145241.797872:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965535070336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2039us (2474us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.797878:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5808 00000100:00100000:0.0:1746145241.797929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.799945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.803553:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.805394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.805444:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535071232 00000100:00100000:1.0:1746145241.805450:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535071232 00000100:00100000:1.0:1746145241.805487:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5809 00000100:00100000:1.0:1746145241.805494:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535071232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.805504:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.805517:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534fd2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.805538:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fcb expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.805545:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.805546:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.805549:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.805572:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fcb expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.805582:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d5cb1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fcb expref: 37 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.805592:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972288:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.805676:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cbe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145241.806774:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972288:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.806790:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.806804:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540f200, rc 0) 00000100:00100000:1.0:1746145241.806837:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535071232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1344us (1446us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.806843:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5809 00000100:00100000:0.0:1746145241.807306:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.810009:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.810277:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535071616 00000100:00100000:0.0:1746145241.810282:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535071616 00002000:00100000:0.0:1746145241.810309:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389f80 x1830965535071616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.810316:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389f80 with x1830965535071616 ext(0->4095) 00002000:00010000:0.0:1746145241.810319:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389f80 00000100:00100000:0.0:1746145241.810466:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4151 00000100:00100000:0.0:1746145241.810473:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535071616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145241.810576:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535071616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (571us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145241.810581:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4151 00002000:00100000:0.0:1746145241.810586:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389f80 x1830965535071616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.810593:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389f80 with x1830965535071616 ext(0->4095) 00002000:00010000:0.0:1746145241.810595:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389f80 00000100:00100000:0.0:1746145241.812808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.812946:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535071744 00000100:00100000:1.0:1746145241.812952:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535071744 00000100:00100000:1.0:1746145241.813498:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5810 00000100:00100000:1.0:1746145241.813507:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965535071744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.813525:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.813541:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136589a00/0xb5ee96b21a0d5cbf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534fd9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.813563:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.813568:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.813570:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.813573:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136589a00/0xb5ee96b21a0d5cbf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd9 expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.813598:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.813609:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540f200/0xb5ee96b21a0d5cb8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd2 expref: 5 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145241.813624:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972544:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145241.813718:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cbe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.813752:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.816238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.816316:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530972544:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145241.816336:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136589a00/0xb5ee96b21a0d5cbf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fd9 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.816349:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136589a00, rc 0) 00000100:00100000:1.0:1746145241.816378:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31571:x1830965535071744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2873us (3575us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.816386:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5810 00000100:00100000:0.0:1746145241.819594:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.823275:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.823433:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535072384 00000100:00100000:1.0:1746145241.823441:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535072384 00000100:00100000:1.0:1746145241.823486:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5812 00000100:00100000:1.0:1746145241.823494:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535072384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.823508:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.823521:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5ccd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef534fe7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.823544:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.823550:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.823555:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145241.823558:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5ccd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.823591:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.823603:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5ccd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.823611:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8800, rc 0) 00000100:00100000:1.0:1746145241.823679:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535072384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 185us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.823684:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5812 00000100:00100000:0.0:1746145241.825821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.828044:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.828984:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535072768 00000100:00100000:1.0:1746145241.828989:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535072768 00002000:00100000:1.0:1746145241.829020:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9880 x1830965535072768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.829029:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9880 with x1830965535072768 ext(0->4095) 00010000:00010000:1.0:1746145241.829035:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.829045:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.829060:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9880 00000100:00100000:1.0:1746145241.829073:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2211 00000100:00100000:1.0:1746145241.829078:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535072768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.829181:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535072768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 103us (1141us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.829186:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2211 00002000:00100000:1.0:1746145241.829191:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9880 x1830965535072768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.829197:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9880 with x1830965535072768 ext(0->4095) 00010000:00010000:1.0:1746145241.829201:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145241.829208:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5cc6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef534fe0 expref: 38 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145241.829213:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9880 00000100:00100000:0.0:1746145241.831554:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.831601:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.836111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.839581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.840385:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.845153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.848980:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.849456:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535073920 00000100:00100000:1.0:1746145241.849463:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535073920 00002000:00100000:1.0:1746145241.849498:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093292a00 x1830965535073920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.849507:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093292a00 with x1830965535073920 ext(0->4095) 00002000:00010000:1.0:1746145241.849512:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093292a00 00000100:00100000:1.0:1746145241.849546:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4152 00000100:00100000:1.0:1746145241.849553:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535073920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145241.849716:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535073920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 163us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.849722:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4152 00002000:00100000:1.0:1746145241.849727:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093292a00 x1830965535073920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.849734:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093292a00 with x1830965535073920 ext(0->4095) 00002000:00010000:1.0:1746145241.849737:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093292a00 00000100:00100000:0.0:1746145241.858511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.861258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.873360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.877826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.880950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.884025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.884180:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535075072 00000100:00100000:1.0:1746145241.884187:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535075072 00002000:00100000:1.0:1746145241.884222:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965535075072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.884231:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965535075072 ext(0->4095) 00002000:00010000:1.0:1746145241.884234:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293480 00000100:00100000:1.0:1746145241.884261:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4153 00000100:00100000:1.0:1746145241.884267:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965535075072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145241.884386:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965535075072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145241.884392:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4153 00002000:00100000:1.0:1746145241.884396:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965535075072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145241.884402:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965535075072 ext(0->4095) 00002000:00010000:1.0:1746145241.884405:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293480 00000100:00100000:0.0:1746145241.886285:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.891180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.894962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.897969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.898063:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.900090:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.900844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.902820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.907773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.910393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.911791:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.916595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.923071:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535077248 00000100:00100000:0.0:1746145241.923078:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535077248 00002000:00100000:0.0:1746145241.923114:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90e00 x1830965535077248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/0 e 0 to 0 dl 1746145252 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.923123:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90e00 with x1830965535077248 ext(0->4095) 00002000:00010000:0.0:1746145241.923134:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90e00 00000100:00100000:0.0:1746145241.923152:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4155 00000100:00100000:0.0:1746145241.923159:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535077248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145241.923281:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535077248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (1970us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145241.923287:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4155 00002000:00100000:0.0:1746145241.923291:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90e00 x1830965535077248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:127/0 lens 488/4536 e 0 to 0 dl 1746145252 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145241.923298:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90e00 with x1830965535077248 ext(0->4095) 00002000:00010000:0.0:1746145241.923300:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90e00 00000100:00100000:0.0:1746145241.926192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.926268:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535077504 00000100:00100000:1.0:1746145241.926274:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535077504 00000100:00100000:1.0:1746145241.926315:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5822 00000100:00100000:1.0:1746145241.926323:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31571:x1830965535077504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145241.926336:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145241.926354:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5d13 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53502d expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.926375:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145241.926379:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5d0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535026 expref: 44 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.926384:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145241.926388:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5d13 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53502d expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.926413:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5d0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535026 expref: 44 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.926422:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5d13 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53502d expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145241.926431:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a9000, rc 0) 00000100:00100000:1.0:1746145241.926464:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535077504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (278us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.926469:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5822 00000100:00100000:0.0:1746145241.927964:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.935205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.942380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.950927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.953498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.959284:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.960552:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.964839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.969453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.972888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988783:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.988837:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535079680 00000100:00100000:0.0:1746145241.988844:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535079680 00000100:00100000:0.0:1746145241.988877:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535079936 00000100:00100000:0.0:1746145241.988879:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535079936 00000100:00100000:0.0:1746145241.988890:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 317 00000100:00100000:0.0:1746145241.988901:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535079680:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145241.989140:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535079680:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 242us (353us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.989146:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 317 00000100:00100000:0.0:1746145241.989159:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 318 00000100:00100000:0.0:1746145241.989163:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535079936:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145241.989180:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535079936:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 17us (358us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.989184:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 318 00000100:00100000:0.0:1746145241.989396:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535079424 00000100:00100000:0.0:1746145241.989399:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535079424 00000100:00100000:0.0:1746145241.989417:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535079808 00000100:00100000:0.0:1746145241.989419:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535079808 00000100:00100000:0.0:1746145241.989432:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 393 00000100:00100000:0.0:1746145241.989437:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965535079808:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145241.989459:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965535079808:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 23us (650us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.989464:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 393 00000100:00100000:0.0:1746145241.989471:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5825 00000100:00100000:0.0:1746145241.989476:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535079424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145241.989485:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145241.989499:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5d28 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535042 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.989521:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5d21 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53503b expref: 41 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.989527:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145241.989529:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145241.989532:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5d28 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535042 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.989555:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5d21 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53503b expref: 41 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.989565:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5d21 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53503b expref: 41 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746145241.989576:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530976384:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145241.989620:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145241.989670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.989685:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535080064 00000100:00100000:0.0:1746145241.989688:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535080064 00000100:00100000:0.0:1746145241.989702:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 394 00000100:00100000:0.0:1746145241.989706:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535080064:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145241.989724:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535080064:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 18us (54us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.989728:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 394 00000100:00080000:0.0:1746145241.991266:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:0.0:1746145241.991273:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145241.991334:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530976384:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145241.991353:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5d28 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535042 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145241.991366:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145241.991389:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535079424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1913us (2678us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145241.991395:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5825 00000100:00100000:0.0:1746145241.991669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145241.992104:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535079552 00000100:00100000:1.0:1746145241.992110:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535079552 00000100:00100000:1.0:1746145241.992653:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 362 00000100:00100000:1.0:1746145241.992661:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1962:x1830965535079552:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:1.0:1746145241.992695:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f23c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1962:x1830965535079552:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 36us (3934us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145241.992700:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 362 00000100:00100000:0.0:1746145241.994358:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145241.997321:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.004085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145242.004255:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145242.006950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.007436:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535080704 00000100:00100000:0.0:1746145242.007443:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535080704 00000100:00100000:0.0:1746145242.007484:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5827 00000100:00100000:0.0:1746145242.007491:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535080704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145242.007502:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145242.007516:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535049 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.007534:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.007539:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5d2f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535050 expref: 46 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.007544:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145242.007547:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.007577:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5d2f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535050 expref: 46 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.008226:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.008236:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:1.0:1746145242.008342:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31559:x1830965535080704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 849us (1393us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.008350:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5827 00000100:00100000:0.0:1746145242.009515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00080000:0.0:1746145242.010156:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145242.014582:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535081216 00000100:00100000:0.0:1746145242.014588:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535081216 00002000:00100000:0.0:1746145242.014618:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92d80 x1830965535081216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145242.014714:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92d80 with x1830965535081216 ext(0->4095) 00010000:00010000:0.0:1746145242.014722:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5d2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535050 expref: 45 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.014734:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b847a00/0xb5ee96b21a0d5d2f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535050 expref: 45 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:0.0:1746145242.014740:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92d80 00000100:00100000:0.0:1746145242.018002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.018040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.020918:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535081728 00000100:00100000:1.0:1746145242.020923:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535081728 00002000:00100000:1.0:1746145242.020957:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92300 x1830965535081728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.020965:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92300 with x1830965535081728 ext(0->4095) 00010000:00010000:1.0:1746145242.020972:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 44 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.020984:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 44 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.020989:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92300 00000100:00100000:1.0:1746145242.021013:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2222 00000100:00100000:1.0:1746145242.021019:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535081728:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.021336:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535081728:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 315us (522us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.021341:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2222 00002000:00100000:1.0:1746145242.021346:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92300 x1830965535081728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.021352:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92300 with x1830965535081728 ext(0->4095) 00010000:00010000:1.0:1746145242.021356:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 44 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.021365:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d5d36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535049 expref: 44 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.021370:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92300 00000100:00100000:0.0:1746145242.022769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.022808:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.026676:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.026748:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535082240 00000100:00100000:1.0:1746145242.026755:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535082240 00002000:00100000:1.0:1746145242.026792:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8a80 x1830965535082240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.026801:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8a80 with x1830965535082240 ext(0->4095) 00010000:00010000:1.0:1746145242.026808:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5d3d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535057 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.026819:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5d3d lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535057 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.026825:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8a80 00000100:00100000:1.0:1746145242.026840:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2223 00000100:00100000:1.0:1746145242.026845:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535082240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.026950:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535082240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (281us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.027333:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2223 00002000:00100000:1.0:1746145242.027338:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8a80 x1830965535082240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.027345:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8a80 with x1830965535082240 ext(0->4095) 00010000:00010000:1.0:1746145242.027350:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5d3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535057 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.027359:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5d3d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535057 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.027364:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8a80 00000100:00100000:0.0:1746145242.029135:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.029204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.032425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.035010:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.035200:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535082880 00000100:00100000:1.0:1746145242.035205:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535082880 00002000:00100000:1.0:1746145242.035232:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c380 x1830965535082880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.035240:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c380 with x1830965535082880 ext(0->4095) 00002000:00010000:1.0:1746145242.035244:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c380 00000100:00100000:1.0:1746145242.035269:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4159 00000100:00100000:1.0:1746145242.035275:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535082880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.035732:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535082880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 456us (723us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.035738:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4159 00002000:00100000:1.0:1746145242.035743:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c380 x1830965535082880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.035750:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c380 with x1830965535082880 ext(0->4095) 00002000:00010000:1.0:1746145242.035752:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c380 00000100:00100000:0.0:1746145242.037971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.038242:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535083008 00000100:00100000:1.0:1746145242.038248:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535083008 00000100:00100000:1.0:1746145242.038839:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5831 00000100:00100000:1.0:1746145242.038847:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535083008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.038861:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.038877:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53506c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.038901:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5d4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535065 expref: 43 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.038907:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.038909:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.038913:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.038938:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5d4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535065 expref: 43 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.038948:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5d4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535065 expref: 43 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.038958:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530977920:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.039025:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.041819:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530977920:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145242.041830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145242.041843:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.041858:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145242.042241:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535083008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3394us (4273us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.042250:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5831 00000100:00100000:0.0:1746145242.042711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.043500:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535083264 00000100:00100000:1.0:1746145242.043504:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535083264 00000100:00100000:1.0:1746145242.043762:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5832 00000100:00100000:1.0:1746145242.043769:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535083264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.043780:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.044030:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535073 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.044059:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.044065:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.044066:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.044069:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535073 expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.044089:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.044099:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 5 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.044108:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530978176:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.044158:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.045143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.045714:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535083520 00000100:00100000:1.0:1746145242.045718:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535083520 00002000:00100000:1.0:1746145242.045743:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19e300 x1830965535083520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.045751:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19e300 with x1830965535083520 ext(0->4095) 00010000:00010000:1.0:1746145242.045757:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.045767:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.045772:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19e300 00000100:00100000:1.0:1746145242.046155:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2224 00000100:00100000:1.0:1746145242.046161:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535083520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.046274:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535083520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1132us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.046279:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2224 00002000:00100000:1.0:1746145242.046283:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19e300 x1830965535083520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.046289:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19e300 with x1830965535083520 ext(0->4095) 00010000:00010000:1.0:1746145242.046294:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.046302:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5d52 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53506c expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.046306:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19e300 00000100:00100000:1.0:1746145242.046331:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530978176:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.046345:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535073 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.046355:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8800, rc 0) 00000100:00100000:1.0:1746145242.046372:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535083264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2605us (3662us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.046378:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5832 00000100:00100000:0.0:1746145242.048750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.051651:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.052703:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4160 00000100:00100000:1.0:1746145242.052713:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535083904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.052821:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535083904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (1171us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.052826:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4160 00002000:00100000:1.0:1746145242.052831:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19dc00 x1830965535083904/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.052838:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19dc00 with x1830965535083904 ext(0->4095) 00002000:00010000:1.0:1746145242.052841:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19dc00 00000100:00100000:0.0:1746145242.054698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.054860:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535084032 00000100:00100000:1.0:1746145242.054866:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535084032 00000100:00100000:1.0:1746145242.055404:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5833 00000100:00100000:1.0:1746145242.055412:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535084032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.055426:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.055439:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53507a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.055464:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535073 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.055469:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.055471:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.055474:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d60 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53507a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.055495:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535073 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.055504:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5d59 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535073 expref: 43 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.055513:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530978432:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.055580:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.065166:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530978432:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.065193:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53507a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.065208:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4a00, rc 0) 00000100:00100000:1.0:1746145242.065241:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535084032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9830us (10547us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.065249:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5833 00000100:00100000:0.0:1746145242.080698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.084852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.085546:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535084288 00000100:00100000:1.0:1746145242.085554:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535084288 00000100:00100000:1.0:1746145242.085601:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5834 00000100:00100000:1.0:1746145242.085608:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31559:x1830965535084288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.085622:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.085664:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535081 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.085685:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.085691:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d60 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53507a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.085696:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.085699:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535081 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.085727:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d60 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53507a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.085737:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535081 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.085746:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f5200, rc 0) 00000100:00100000:1.0:1746145242.085788:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535084288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 181us (939us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.085793:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5834 00000100:00100000:0.0:1746145242.093267:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.098466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.100874:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.104457:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.106140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.107489:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.110754:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.113841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.114819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.115695:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535085696 00000100:00100000:1.0:1746145242.115700:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535085696 00000100:00100000:1.0:1746145242.115722:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5837 00000100:00100000:1.0:1746145242.115728:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965535085696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.115736:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.115742:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53508f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.115778:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.115782:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5d75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535096 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.115788:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.115791:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53508f expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.115828:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5d75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535096 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.115845:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53508f expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.115854:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4a00, rc 0) 00000100:00100000:1.0:1746145242.115899:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535085696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 171us (2062us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.115905:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5837 00000100:00100000:0.0:1746145242.118109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.120910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.122808:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.124780:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.127894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.130366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.132665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.132719:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535087104 00000100:00100000:1.0:1746145242.132722:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535087104 00002000:00100000:1.0:1746145242.132745:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0dc00 x1830965535087104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.132751:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965535087104 ext(0->4095) 00002000:00010000:1.0:1746145242.132869:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0dc00 00000100:00100000:1.0:1746145242.132902:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4164 00000100:00100000:1.0:1746145242.132909:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535087104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.133036:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535087104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (370us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.133041:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4164 00002000:00100000:1.0:1746145242.133046:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0dc00 x1830965535087104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.133064:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965535087104 ext(0->4095) 00002000:00010000:1.0:1746145242.133066:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145242.134429:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.135622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.135690:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535087360 00000100:00100000:1.0:1746145242.135693:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535087360 00000100:00100000:1.0:1746145242.135725:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5840 00000100:00100000:1.0:1746145242.135731:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535087360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.135738:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.135745:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5350ab expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.135756:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.135759:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5d8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350a4 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.135831:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.135835:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ab expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.135858:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5d8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350a4 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.135868:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5200/0xb5ee96b21a0d5d91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ab expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.135876:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f5200, rc 0) 00000100:00100000:1.0:1746145242.135909:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535087360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 178us (287us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.135915:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5840 00000100:00100000:0.0:1746145242.136953:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.138803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.140846:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.140992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.143929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.147153:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.147199:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535088384 00000100:00100000:1.0:1746145242.147206:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535088384 00000100:00100000:1.0:1746145242.147249:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5842 00000100:00100000:1.0:1746145242.147255:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31559:x1830965535088384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.147267:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.147279:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5350b9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.147302:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.147306:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.147311:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.147314:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.147344:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.147354:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.147362:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4a00, rc 0) 00000100:00100000:1.0:1746145242.147396:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535088384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (247us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.147402:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5842 00000100:00100000:0.0:1746145242.147452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.150275:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.150351:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535088768 00000100:00100000:1.0:1746145242.150358:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535088768 00002000:00100000:1.0:1746145242.150392:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965535088768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.150400:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965535088768 ext(0->4095) 00010000:00010000:1.0:1746145242.150407:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.150419:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.150425:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0c000 00000100:00100000:1.0:1746145242.150453:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2230 00000100:00100000:1.0:1746145242.150464:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535088768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.150574:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535088768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (303us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.150580:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2230 00002000:00100000:1.0:1746145242.150584:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965535088768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.150591:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965535088768 ext(0->4095) 00010000:00010000:1.0:1746145242.150596:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.150604:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5d98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b2 expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.150609:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0c000 00000100:00100000:0.0:1746145242.153074:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.153457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.156308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.156329:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535089152 00000100:00100000:1.0:1746145242.156334:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535089152 00010000:00010000:1.0:1746145242.156352:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.156377:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9974 00000100:00100000:1.0:1746145242.156383:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535089152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.156393:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.156406:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.156416:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.156433:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5d9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350b9 expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.156450:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.156452:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.156458:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5da6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350c0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.156465:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5da6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350c0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.156485:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5da6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350c0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145242.156493:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530981120:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.156533:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.161253:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530981120:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.161271:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.161323:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535089152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4938us (5013us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.161333:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9974 00000100:00100000:1.0:1746145242.161962:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535089408 00000100:00100000:1.0:1746145242.161969:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535089408 00002000:00100000:1.0:1746145242.162009:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91180 x1830965535089408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.162018:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91180 with x1830965535089408 ext(0->4095) 00002000:00010000:1.0:1746145242.162022:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91180 00000100:00100000:1.0:1746145242.162059:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4165 00000100:00100000:1.0:1746145242.162067:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535089408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.162181:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535089408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.162186:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4165 00002000:00100000:1.0:1746145242.162191:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91180 x1830965535089408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.162198:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91180 with x1830965535089408 ext(0->4095) 00002000:00010000:1.0:1746145242.162200:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91180 00000100:00100000:0.0:1746145242.164609:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.166584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.169989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.174235:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530981504:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145242.174251:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145242.174282:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535089792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3955us (4294us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145242.174290:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9975 00000100:00100000:0.0:1746145242.175020:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.178033:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.178110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.182030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.182100:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535090560 00000100:00100000:1.0:1746145242.182106:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535090560 00002000:00100000:1.0:1746145242.182137:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0e00 x1830965535090560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.182145:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965535090560 ext(0->4095) 00010000:00010000:1.0:1746145242.182151:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ce expref: 46 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.182162:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ce expref: 46 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.182167:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:1.0:1746145242.182194:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2232 00000100:00100000:1.0:1746145242.182201:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535090560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.182318:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535090560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (289us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.182328:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2232 00002000:00100000:1.0:1746145242.182332:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0e00 x1830965535090560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.182339:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965535090560 ext(0->4095) 00010000:00010000:1.0:1746145242.182344:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ce expref: 46 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.182352:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5db4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ce expref: 46 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.182357:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:0.0:1746145242.184212:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.184257:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.187584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.187697:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535091072 00000100:00100000:1.0:1746145242.187702:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535091072 00002000:00100000:1.0:1746145242.187732:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0000 x1830965535091072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.187741:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535091072 ext(0->4095) 00010000:00010000:1.0:1746145242.187748:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5dbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350d5 expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.187760:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5dbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350d5 expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.187766:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0000 00000100:00100000:1.0:1746145242.187786:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2233 00000100:00100000:1.0:1746145242.187791:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535091072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.187900:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535091072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (316us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.187905:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2233 00002000:00100000:1.0:1746145242.187910:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0000 x1830965535091072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.187917:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535091072 ext(0->4095) 00010000:00010000:1.0:1746145242.187922:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5dbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350d5 expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.187930:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5dbb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350d5 expref: 6 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.187936:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0000 00000100:00100000:1.0:1746145242.191304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.196984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.202143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.208268:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.209450:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535091712 00000100:00100000:1.0:1746145242.209457:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535091712 00002000:00100000:1.0:1746145242.209489:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d1880 x1830965535091712/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.209497:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830965535091712 ext(0->7) 00010000:00010000:1.0:1746145242.210566:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350dc expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.210579:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350dc expref: 46 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.210586:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:1.0:1746145242.210617:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2234 00000100:00100000:1.0:1746145242.210638:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535091712:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145242.210878:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535091712:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 253us (2615us total) trans 4294967971 rc 0/0 00000100:00100000:1.0:1746145242.210884:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2234 00002000:00100000:1.0:1746145242.210889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d1880 x1830965535091712/t4294967971(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/448 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.210896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830965535091712 ext(0->7) 00010000:00010000:1.0:1746145242.210900:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350dc expref: 48 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.210908:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5dc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350dc expref: 48 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.210913:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:0.0:1746145242.219384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.223664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.227753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.227829:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.233000:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.236501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.237056:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535092736 00000100:00100000:1.0:1746145242.237062:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535092736 00002000:00100000:1.0:1746145242.237092:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555880 x1830965535092736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.237100:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555880 with x1830965535092736 ext(0->4095) 00010000:00010000:1.0:1746145242.237107:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.237118:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.237128:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555880 00000100:00100000:1.0:1746145242.237150:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2235 00000100:00100000:1.0:1746145242.237155:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1963:x1830965535092736:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145242.238015:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1963:x1830965535092736:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 857us (1518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.238021:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2235 00002000:00100000:1.0:1746145242.238026:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555880 x1830965535092736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.238034:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555880 with x1830965535092736 ext(0->4095) 00010000:00010000:1.0:1746145242.238038:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.238057:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.238062:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555880 00000100:00100000:0.0:1746145242.241094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.242274:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535092992 00000100:00100000:0.0:1746145242.242277:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535092992 00010000:00010000:0.0:1746145242.242296:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746145242.242326:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9981 00000100:00100000:0.0:1746145242.242331:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1963:x1830965535092992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145242.242339:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145242.242355:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.242364:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.242379:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5dd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ea expref: 49 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.242393:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.242395:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.242400:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.242406:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.242423:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.242431:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 48 pid: 8466 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746145242.242439:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085557480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530983040:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145242.242482:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.245439:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.245512:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535093248 00000100:00100000:1.0:1746145242.245519:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535093248 00002000:00100000:1.0:1746145242.245554:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557100 x1830965535093248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.245563:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965535093248 ext(0->4095) 00010000:00010000:1.0:1746145242.245570:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 49 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.245585:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 49 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.245590:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:1.0:1746145242.245616:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2236 00000100:00100000:1.0:1746145242.245623:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535093248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.246250:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535093248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 626us (817us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.246256:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2236 00002000:00100000:1.0:1746145242.246262:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557100 x1830965535093248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.246268:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965535093248 ext(0->4095) 00010000:00010000:1.0:1746145242.246273:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 49 pid: 8466 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.246281:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b846e00/0xb5ee96b21a0d5dd7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f1 expref: 49 pid: 8466 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.246286:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145242.249142:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.249178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.249213:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535093376 00000100:00100000:0.0:1746145242.249220:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535093376 00000100:00100000:0.0:1746145242.249253:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5852 00000100:00100000:0.0:1746145242.249259:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535093376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145242.249274:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145242.249288:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5de5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5350ff expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.249314:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145242.249318:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5dde lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.249323:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746145242.249326:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5de5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ff expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.249352:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5dde lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350f8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.249361:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d5de5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5350ff expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.249369:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:0.0:1746145242.250278:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535093376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1015us (1140us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145242.250284:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5852 00000100:00100000:0.0:1746145242.254278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.255979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.263904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.263983:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535094272 00000100:00100000:1.0:1746145242.263990:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535094272 00000100:00100000:0.0:1746145242.273458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.276068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.278217:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.280403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.284450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.284904:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535095040 00000100:00100000:1.0:1746145242.284909:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535095040 00000100:00100000:1.0:1746145242.284942:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5855 00000100:00100000:1.0:1746145242.284949:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535095040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.284961:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.284972:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5dfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535114 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.284989:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.284993:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5df3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53510d expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.284998:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.285001:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5dfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535114 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.285024:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5df3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53510d expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.285032:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5dfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535114 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.285038:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a9000, rc 0) 00000100:00100000:1.0:1746145242.285068:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535095040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (978us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.285073:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5855 00000100:00100000:0.0:1746145242.286987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.291104:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.293820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.294320:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.298129:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.301062:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.301192:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535096064 00000100:00100000:1.0:1746145242.301198:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535096064 00000100:00100000:1.0:1746145242.301236:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5857 00000100:00100000:1.0:1746145242.301242:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535096064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.301256:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.301268:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535122 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.301288:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.301292:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5e01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53511b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.301297:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.301300:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535122 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.301326:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d5e01 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53511b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.301334:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535122 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.301342:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145242.301374:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535096064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (316us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.301379:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5857 00000100:00100000:0.0:1746145242.301747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.305027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.308768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.312801:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.316806:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.321813:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.322075:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535097088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.322089:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.322106:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535130 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.322123:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.322127:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.322132:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.322135:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535130 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.322159:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.322197:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535130 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.322204:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c25400, rc 0) 00000100:00100000:2.0:1746145242.322232:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535097088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (427us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.322244:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5859 00000100:00100000:0.0:1746145242.322394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.328263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.328314:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535097472 00000100:00100000:2.0:1746145242.328321:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535097472 00002000:00100000:2.0:1746145242.328357:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8aa00 x1830965535097472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.328365:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8aa00 with x1830965535097472 ext(0->4095) 00010000:00010000:2.0:1746145242.328373:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.328386:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.328392:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8aa00 00000100:00100000:2.0:1746145242.328419:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2242 00000100:00100000:2.0:1746145242.328427:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535097472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.328557:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535097472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.328564:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2242 00002000:00100000:2.0:1746145242.328568:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8aa00 x1830965535097472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.328574:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8aa00 with x1830965535097472 ext(0->4095) 00010000:00010000:2.0:1746145242.328578:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.328587:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c25800/0xb5ee96b21a0d5e0f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535129 expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.328592:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8aa00 00000100:00100000:0.0:1746145242.334404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.339271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.340985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.341060:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535097984 00000100:00100000:0.0:1746145242.341066:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535097984 00000100:00100000:0.0:1746145242.341098:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5860 00000100:00100000:0.0:1746145242.341104:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535097984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145242.341116:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145242.341130:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535137 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.341151:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535130 expref: 49 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.341158:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145242.341159:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145242.341162:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535137 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.341185:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535130 expref: 49 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.341196:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d5e16 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535130 expref: 49 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746145242.341206:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530985344:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145242.341279:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.342669:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf88e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530985344:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.342689:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535137 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.342702:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:2.0:1746145242.342739:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535097984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1635us (1757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.342746:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5860 00000100:00100000:0.0:1746145242.343042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.348118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.356430:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.359077:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.359159:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535098624 00000100:00100000:2.0:1746145242.359167:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535098624 00000100:00100000:2.0:1746145242.359200:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5861 00000100:00100000:2.0:1746145242.359206:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31571:x1830965535098624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.359220:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.359234:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53513e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.359256:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535137 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.359262:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.359263:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.359267:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.359290:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535137 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.359300:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d5e1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535137 expref: 5 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.359314:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530985600:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.359386:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.360783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.360946:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535098752 00000100:00100000:0.0:1746145242.360950:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535098752 00000100:00100000:0.0:1746145242.360984:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5862 00000100:00100000:0.0:1746145242.360991:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535098752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145242.361001:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145242.361011:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535145 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.361025:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.361029:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.361034:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145242.361037:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.361067:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.361078:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.361087:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145242.361111:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535098752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 121us (331us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145242.361117:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5862 00000100:00100000:2.0:1746145242.361418:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab91f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530985600:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.361432:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.361439:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:2.0:1746145242.361455:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535098624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2250us (2385us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.361460:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5861 00000100:00100000:0.0:1746145242.361853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.365794:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530985856:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145242.365813:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145242.365850:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535098880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3808us (3996us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145242.365859:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9992 00000100:00100000:1.0:1746145242.366148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.370813:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535099136 00000100:00100000:1.0:1746145242.370825:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535099136 00002000:00100000:1.0:1746145242.370865:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838bb80 x1830965535099136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.370879:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838bb80 with x1830965535099136 ext(0->4095) 00010000:00010000:1.0:1746145242.370887:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.370902:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.370909:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838bb80 00000100:00100000:1.0:1746145242.370936:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2244 00000100:00100000:1.0:1746145242.370944:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535099136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.371121:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535099136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 178us (4972us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.371128:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2244 00002000:00100000:1.0:1746145242.371133:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838bb80 x1830965535099136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.371140:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838bb80 with x1830965535099136 ext(0->4095) 00010000:00010000:1.0:1746145242.371144:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.371152:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.371157:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838bb80 00000100:00100000:0.0:1746145242.374830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.374931:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535099264 00000100:00100000:2.0:1746145242.374938:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535099264 00000100:00100000:2.0:1746145242.375023:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5863 00000100:00100000:2.0:1746145242.375030:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535099264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.375043:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.375064:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53514c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.375087:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.375093:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.375098:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.375101:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.375131:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.375141:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.375149:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:2.0:1746145242.375561:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535099264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 530us (736us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.375566:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5863 00000100:00100000:0.0:1746145242.376035:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.376302:0:7101:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535099392 00000100:00100000:2.0:1746145242.376306:0:7101:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535099392 00010000:00010000:2.0:1746145242.376323:0:7101:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.376400:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9993 00000100:00100000:1.0:1746145242.376410:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535099392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.376419:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.376435:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.376445:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.376461:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53513e expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.376506:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.376509:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.376515:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.376522:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.376547:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.376558:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 52 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.376567:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986112:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.377208:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.378128:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986112:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.378142:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.378168:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535099392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1760us (2133us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.378174:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9993 00000100:00100000:0.0:1746145242.378313:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.379809:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.379843:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.379916:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535099776 00000100:00100000:2.0:1746145242.379920:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535099776 00000100:00100000:2.0:1746145242.379947:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5864 00000100:00100000:2.0:1746145242.379951:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535099776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.379961:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.379973:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535153 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.379992:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.379995:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.380004:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.380008:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.380031:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.380041:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.380062:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145242.380104:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535099904 00000100:00100000:1.0:1746145242.380107:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535099904 00010000:00010000:1.0:1746145242.380122:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.380146:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9994 00000100:00100000:1.0:1746145242.380151:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1962:x1830965535099904:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.380158:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.380218:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.380227:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.380241:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d5e2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535145 expref: 54 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.380249:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.380251:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.380256:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.380262:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.380279:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.380288:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 5 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.380297:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986368:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.380434:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535099776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 482us (627us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.380440:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5864 00000100:00100000:1.0:1746145242.381097:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.383281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.383376:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986368:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.383393:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.383426:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535099904:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3275us (3582us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.383435:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9994 00000100:00100000:2.0:1746145242.383495:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535100160 00000100:00100000:2.0:1746145242.383501:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535100160 00002000:00100000:2.0:1746145242.383531:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88000 x1830965535100160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.383539:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965535100160 ext(0->4095) 00010000:00010000:2.0:1746145242.383547:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.383557:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.383563:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88000 00000100:00100000:2.0:1746145242.383741:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2246 00000100:00100000:2.0:1746145242.383748:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535100160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.383858:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535100160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (582us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.383864:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2246 00002000:00100000:2.0:1746145242.383868:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88000 x1830965535100160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.383874:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88000 with x1830965535100160 ext(0->4095) 00010000:00010000:2.0:1746145242.383879:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.383887:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.383892:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88000 00000100:00100000:0.0:1746145242.386800:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.386870:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535100288 00000100:00100000:1.0:1746145242.386877:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535100288 00010000:00010000:1.0:1746145242.386904:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.387122:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9995 00000100:00100000:1.0:1746145242.387129:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535100288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.387139:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.387155:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.387166:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.387185:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53514c expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.387206:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.387208:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.387215:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.387221:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.387246:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145242.387255:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986496:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.387317:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.389336:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986496:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.389351:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.389389:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535100288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2260us (2595us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.389398:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9995 00000100:00100000:2.0:1746145242.390128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.393530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.394248:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535100672 00000100:00100000:1.0:1746145242.394256:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535100672 00000100:00100000:1.0:1746145242.394294:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5865 00000100:00100000:1.0:1746145242.394302:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535100672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.394319:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.394334:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53515a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.394359:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.394365:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.394367:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.394371:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.394394:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.394404:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 51 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.394415:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530986624:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.394485:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.396011:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530986624:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.396033:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.396070:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8800, rc 0) 00000100:00100000:1.0:1746145242.396302:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535100672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2001us (2778us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.396313:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5865 00000100:00100000:0.0:1746145242.397220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.397320:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535100800 00000100:00100000:1.0:1746145242.397324:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535100800 00010000:00010000:1.0:1746145242.397347:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 52 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.397397:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9996 00000100:00100000:1.0:1746145242.397403:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535100800:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.397414:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.397429:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 52 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.397439:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 52 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.397455:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535153 expref: 52 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.397551:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.397553:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.397560:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.397568:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.397592:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145242.397602:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986752:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.397943:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.400205:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.400267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.400333:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530986752:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.400348:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.400374:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1960:x1830965535100800:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2972us (3155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.400382:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9996 00000100:00100000:2.0:1746145242.400850:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535100928 00000100:00100000:2.0:1746145242.400854:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535100928 00000100:00100000:2.0:1746145242.400874:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5866 00000100:00100000:2.0:1746145242.400879:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535100928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.400887:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.400899:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535161 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.400918:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.400924:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.400925:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.400929:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.400950:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.400960:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 5 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.400968:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530986880:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.401005:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.402998:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.403125:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535101312 00000100:00100000:1.0:1746145242.403131:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535101312 00000100:00100000:1.0:1746145242.403157:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5867 00000100:00100000:1.0:1746145242.403163:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535101312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.403174:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.403185:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535168 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.403203:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.403207:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.403212:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.403215:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.403239:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.403254:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.403262:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:2.0:1746145242.403323:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965530986880:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.403338:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.403345:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:1.0:1746145242.403565:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31571:x1830965535101312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 401us (570us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.403571:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5867 00000100:00100000:2.0:1746145242.403694:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535100928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2814us (3491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.403699:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5866 00000100:00100000:0.0:1746145242.404109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.404167:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535101440 00000100:00100000:1.0:1746145242.404170:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535101440 00010000:00010000:1.0:1746145242.404185:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.404213:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9997 00000100:00100000:1.0:1746145242.404219:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535101440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.404226:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.404242:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.404252:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.404266:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d5e40 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53515a expref: 6 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.404412:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.404415:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.404422:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.404428:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.404449:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.404459:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 52 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.404468:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987136:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.404982:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cba80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.407173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.407369:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987136:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.407385:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.407420:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535101440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3201us (3472us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.407427:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9997 00000100:00100000:0.0:1746145242.410473:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.410654:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535101824 00000100:00100000:1.0:1746145242.410660:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535101824 00010000:00010000:1.0:1746145242.410686:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.410717:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9998 00000100:00100000:1.0:1746145242.410724:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1962:x1830965535101824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145242.410737:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145242.410751:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.410761:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.410780:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535161 expref: 53 pid: 8465 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.410793:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.410795:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.410801:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.410809:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.410835:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145242.410846:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987264:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145242.411344:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.413773:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987264:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145242.413792:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145242.414266:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535101824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3541us (3795us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.414280:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9998 00000100:00100000:0.0:1746145242.414673:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.417769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.417814:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535102208 00000100:00100000:2.0:1746145242.417822:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535102208 00000100:00100000:2.0:1746145242.417972:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5868 00000100:00100000:2.0:1746145242.417979:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535102208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.417997:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.418078:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53516f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.418105:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.418111:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.418112:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.418116:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.418139:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.418147:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 51 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.418155:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530987392:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.418327:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.419507:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530987392:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.419525:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.419537:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:2.0:1746145242.419577:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535102208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1595us (1811us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.419587:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5868 00000100:00100000:0.0:1746145242.419704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.420033:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535102336 00000100:00100000:2.0:1746145242.420037:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535102336 00010000:00010000:2.0:1746145242.420063:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.420089:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9999 00000100:00100000:2.0:1746145242.420094:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535102336:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.420102:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.420117:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.420126:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.420143:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535168 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.420163:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.420165:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.420172:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.420179:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.420429:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.420439:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987520:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.420522:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.423477:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987520:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145242.423493:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145242.423541:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1961:x1830965535102336:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3446us (3836us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145242.423551:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9999 00000100:00100000:0.0:1746145242.424354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.425010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.425787:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535102720 00000100:00100000:2.0:1746145242.425792:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535102720 00000100:00100000:2.0:1746145242.425814:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5869 00000100:00100000:2.0:1746145242.425818:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535102720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.425826:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.425839:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535176 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.425857:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.425863:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.425865:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.425868:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.425895:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.425905:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 5 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.425914:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530987648:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.425980:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.427471:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.429349:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530987648:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.429371:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.429385:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:2.0:1746145242.429423:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535102720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3603us (4412us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.429431:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5869 00000100:00100000:0.0:1746145242.430748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.431499:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535102976 00000100:00100000:2.0:1746145242.431506:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535102976 00010000:00010000:2.0:1746145242.431534:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.431571:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10000 00000100:00100000:2.0:1746145242.431577:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535102976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.431587:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.431604:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.431614:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.431666:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e55 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53516f expref: 6 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.431688:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.431690:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.431696:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.431703:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.431740:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.431750:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 52 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.431760:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987904:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.431821:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.433927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.434367:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530987904:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.434380:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.434402:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535102976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2825us (3658us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.434409:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10000 00000100:00100000:0.0:1746145242.437553:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.437860:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535103360 00000100:00100000:2.0:1746145242.437868:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535103360 00010000:00010000:2.0:1746145242.437898:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.437935:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10001 00000100:00100000:2.0:1746145242.437943:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535103360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.437955:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.437970:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.437981:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.438003:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5e5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535176 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.438023:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.438026:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.438032:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.438038:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.438075:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 52 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.438086:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530988032:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.438147:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.440536:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530988032:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.440553:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.440593:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535103360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2650us (3046us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.440602:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10001 00000100:00100000:0.0:1746145242.441032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.441599:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535103616 00000100:00100000:2.0:1746145242.441605:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535103616 00002000:00100000:2.0:1746145242.441668:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9f80 x1830965535103616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.441676:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9f80 with x1830965535103616 ext(0->4095) 00002000:00010000:2.0:1746145242.441680:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56f9f80 00000100:00100000:2.0:1746145242.442024:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4177 00000100:00100000:2.0:1746145242.442032:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535103616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.442179:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535103616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (1147us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.442185:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4177 00002000:00100000:2.0:1746145242.442190:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9f80 x1830965535103616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.442196:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9f80 with x1830965535103616 ext(0->4095) 00002000:00010000:2.0:1746145242.442199:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56f9f80 00000100:00100000:0.0:1746145242.443670:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.443770:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535103744 00000100:00100000:2.0:1746145242.443887:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535103744 00000100:00100000:2.0:1746145242.443930:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5871 00000100:00100000:2.0:1746145242.443936:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535103744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.443950:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.443964:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535184 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.443987:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.443994:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.443995:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.443998:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535184 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.444021:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.444031:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5e63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53517d expref: 51 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.444040:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988160:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.444117:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.445817:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988160:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.445839:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535184 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.445853:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:2.0:1746145242.445892:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535103744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1955us (2223us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.445903:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5871 00000100:00100000:0.0:1746145242.446164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.450665:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.450927:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535104128 00000100:00100000:0.0:1746145242.450933:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535104128 00002000:00100000:0.0:1746145242.450964:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90380 x1830965535104128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145242.450973:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965535104128 ext(0->4095) 00002000:00010000:0.0:1746145242.450978:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90380 00000100:00100000:2.0:1746145242.451541:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4178 00000100:00100000:2.0:1746145242.451549:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535104128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.451693:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535104128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 144us (1032us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.451698:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4178 00002000:00100000:2.0:1746145242.451703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90380 x1830965535104128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.451710:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965535104128 ext(0->4095) 00002000:00010000:2.0:1746145242.451712:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90380 00000100:00100000:0.0:1746145242.454886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.456419:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535104256 00000100:00100000:2.0:1746145242.456429:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535104256 00000100:00100000:2.0:1746145242.456472:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5872 00000100:00100000:2.0:1746145242.456480:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535104256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.456497:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.456514:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53518b expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.456541:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535184 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.456548:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.456549:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.456553:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.456579:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535184 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.456589:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5e6a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535184 expref: 5 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.456600:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988416:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.456686:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.456870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.458351:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988416:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.458368:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.458378:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:2.0:1746145242.458412:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535104256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1933us (3532us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.458418:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5872 00000100:00100000:0.0:1746145242.460768:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.464817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.464897:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535104768 00000100:00100000:2.0:1746145242.464904:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535104768 00002000:00100000:2.0:1746145242.464942:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5880 x1830965535104768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.464951:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965535104768 ext(0->4095) 00010000:00010000:2.0:1746145242.464958:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.464976:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.464982:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5880 00000100:00100000:2.0:1746145242.465007:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2249 00000100:00100000:2.0:1746145242.465014:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535104768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.465159:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535104768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 145us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.465165:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2249 00002000:00100000:2.0:1746145242.465170:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5880 x1830965535104768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.465177:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965535104768 ext(0->4095) 00010000:00010000:2.0:1746145242.465181:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.465189:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5e71 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53518b expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.465195:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5880 00000100:00100000:0.0:1746145242.466740:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.470380:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.470945:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535105152 00000100:00100000:1.0:1746145242.470952:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535105152 00002000:00100000:1.0:1746145242.470983:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4000 x1830965535105152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.470991:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4000 with x1830965535105152 ext(0->4095) 00002000:00010000:1.0:1746145242.470995:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4000 00000100:00100000:1.0:1746145242.471019:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4179 00000100:00100000:1.0:1746145242.471025:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535105152:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145242.471141:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535105152:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 116us (767us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.471146:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4179 00002000:00100000:1.0:1746145242.471151:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4000 x1830965535105152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.471157:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4000 with x1830965535105152 ext(0->4095) 00002000:00010000:1.0:1746145242.471160:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4000 00000100:00100000:0.0:1746145242.473081:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.473405:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535105280 00000100:00100000:2.0:1746145242.473412:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535105280 00000100:00100000:2.0:1746145242.473894:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5874 00000100:00100000:2.0:1746145242.473901:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535105280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.473914:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.473929:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d5e7f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535199 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.473950:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5e78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535192 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.473956:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.473958:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.473961:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d5e7f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535199 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.473983:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5e78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535192 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.473993:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5e78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535192 expref: 51 pid: 8465 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.474002:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988928:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.474071:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.476401:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab90000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530988928:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.476422:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d5e7f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535199 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.476437:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5232e00, rc 0) 00000100:00100000:2.0:1746145242.476465:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535105280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2565us (3390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.476473:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5874 00000100:00100000:0.0:1746145242.476961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.480747:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.481293:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535105664 00000100:00100000:2.0:1746145242.481300:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535105664 00002000:00100000:2.0:1746145242.481333:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db6300 x1830965535105664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.481342:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965535105664 ext(0->4095) 00002000:00010000:2.0:1746145242.481346:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db6300 00000100:00100000:2.0:1746145242.481374:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4180 00000100:00100000:2.0:1746145242.481381:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535105664:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.481496:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535105664:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (751us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.481501:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4180 00002000:00100000:2.0:1746145242.481506:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db6300 x1830965535105664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.481513:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965535105664 ext(0->4095) 00002000:00010000:2.0:1746145242.481515:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db6300 00000100:00100000:0.0:1746145242.481676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.484183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.484226:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535105920 00000100:00100000:1.0:1746145242.484231:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535105920 00000100:00100000:0.0:1746145242.484260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.484272:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5876 00000100:00100000:1.0:1746145242.484278:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535105920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.484293:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.484307:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351a7 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.484333:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.484337:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 54 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.484342:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.484509:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a7 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.484537:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 54 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.484544:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a7 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.484550:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a9000, rc 0) 00000100:00100000:1.0:1746145242.484737:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535105920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 459us (558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.484743:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5876 00000100:00100000:0.0:1746145242.487272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.487440:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535106304 00000100:00100000:1.0:1746145242.487445:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535106304 00002000:00100000:1.0:1746145242.487476:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4700 x1830965535106304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.487485:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965535106304 ext(0->4095) 00010000:00010000:1.0:1746145242.487491:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.487508:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.487513:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4700 00000100:00100000:1.0:1746145242.487541:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2250 00000100:00100000:1.0:1746145242.487547:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535106304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.487684:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535106304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.487689:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2250 00002000:00100000:1.0:1746145242.487694:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4700 x1830965535106304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.487701:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965535106304 ext(0->4095) 00010000:00010000:1.0:1746145242.487705:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.487713:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5e86 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a0 expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.487718:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4700 00000100:00100000:0.0:1746145242.489687:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.493059:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.493115:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535106688 00000100:00100000:1.0:1746145242.493121:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535106688 00002000:00100000:1.0:1746145242.493327:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678000 x1830965535106688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.493337:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535106688 ext(0->4095) 00002000:00010000:1.0:1746145242.493341:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:1.0:1746145242.493369:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4181 00000100:00100000:1.0:1746145242.493376:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535106688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.493775:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535106688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 399us (716us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.493782:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4181 00002000:00100000:1.0:1746145242.493787:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678000 x1830965535106688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.493794:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535106688 ext(0->4095) 00002000:00010000:1.0:1746145242.493797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:0.0:1746145242.495432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.495622:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535106816 00000100:00100000:1.0:1746145242.495646:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535106816 00000100:00100000:1.0:1746145242.495686:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5877 00000100:00100000:1.0:1746145242.495692:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535106816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.495703:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.495718:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351ae expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.495741:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a7 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.495748:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.495750:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.495754:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ae expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.495989:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a7 expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.496008:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a9000/0xb5ee96b21a0d5e8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351a7 expref: 51 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.496018:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530989696:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.496121:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.497303:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530989696:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.497323:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ae expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.497335:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145242.497370:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535106816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1677us (1941us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.497376:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5877 00000100:00100000:0.0:1746145242.498936:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.502497:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.502761:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535107200 00000100:00100000:1.0:1746145242.502767:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535107200 00002000:00100000:1.0:1746145242.502879:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965535107200/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.502888:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965535107200 ext(0->4095) 00002000:00010000:1.0:1746145242.502891:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:1.0:1746145242.503172:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4182 00000100:00100000:1.0:1746145242.503179:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535107200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.503313:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535107200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (816us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.503319:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4182 00002000:00100000:1.0:1746145242.503324:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965535107200/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.503331:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965535107200 ext(0->4095) 00002000:00010000:1.0:1746145242.503333:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:0.0:1746145242.503448:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.503583:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535107328 00000100:00100000:1.0:1746145242.503586:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535107328 00000100:00100000:1.0:1746145242.503616:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5878 00000100:00100000:1.0:1746145242.503621:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535107328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.503656:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.503669:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5e9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351b5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.503689:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ae expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.503695:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.503697:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.503700:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5e9b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351b5 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.503720:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ae expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.503734:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5e94 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ae expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.503744:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530989952:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.504714:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.505153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.506330:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530989952:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.506345:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7a00/0xb5ee96b21a0d5e9b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351b5 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.506352:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80b7a00, rc 0) 00000100:00100000:1.0:1746145242.506382:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535107328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2760us (2933us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.506387:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5878 00000100:00100000:0.0:1746145242.507774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.510484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.513498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.518024:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.518135:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535108224 00000100:00100000:2.0:1746145242.518142:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535108224 00002000:00100000:2.0:1746145242.518175:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093911180 x1830965535108224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.518184:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093911180 with x1830965535108224 ext(0->4095) 00002000:00010000:2.0:1746145242.518189:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093911180 00000100:00100000:2.0:1746145242.518217:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4183 00000100:00100000:2.0:1746145242.518223:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535108224:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.518354:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535108224:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (335us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.518360:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4183 00002000:00100000:2.0:1746145242.518366:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093911180 x1830965535108224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.518372:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093911180 with x1830965535108224 ext(0->4095) 00002000:00010000:2.0:1746145242.518375:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093911180 00000100:00100000:0.0:1746145242.519945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.520076:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535108352 00000100:00100000:1.0:1746145242.520081:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535108352 00000100:00100000:1.0:1746145242.520145:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5880 00000100:00100000:1.0:1746145242.520151:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535108352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.520163:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.520176:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351c3 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.520197:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5ea2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351bc expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.520207:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.520208:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.520212:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351c3 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.520238:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5ea2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351bc expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.520248:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5ea2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351bc expref: 51 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.520258:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530990464:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.520382:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.521310:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530990464:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.521327:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351c3 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.521338:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8000, rc 0) 00000100:00100000:1.0:1746145242.521368:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535108352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1217us (1425us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.521373:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5880 00000100:00100000:0.0:1746145242.521777:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.524264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.524441:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535108736 00000100:00100000:2.0:1746145242.524447:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535108736 00002000:00100000:2.0:1746145242.524480:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1880 x1830965535108736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.524488:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1880 with x1830965535108736 ext(0->4095) 00002000:00010000:2.0:1746145242.524492:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1880 00000100:00100000:2.0:1746145242.524507:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4184 00000100:00100000:2.0:1746145242.524512:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535108736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.524641:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535108736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.524646:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4184 00002000:00100000:2.0:1746145242.524651:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1880 x1830965535108736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.524657:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1880 with x1830965535108736 ext(0->4095) 00002000:00010000:2.0:1746145242.524659:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1880 00000100:00100000:0.0:1746145242.527068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.527408:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535108864 00000100:00100000:1.0:1746145242.527418:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535108864 00000100:00100000:1.0:1746145242.527469:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5881 00000100:00100000:1.0:1746145242.527478:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31571:x1830965535108864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.527495:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.527511:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5eb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351ca expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.527538:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351c3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.527545:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.527547:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.527550:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5eb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ca expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.527577:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351c3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.527588:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d5ea9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351c3 expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:1.0:1746145242.527599:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530990720:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.527705:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.528399:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.531232:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530990720:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.531256:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d5eb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ca expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.531270:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145242.531307:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535108864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3830us (4244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.531317:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5881 00000100:00100000:0.0:1746145242.531472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.534879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.537200:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.537275:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.537345:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535109504 00000100:00100000:1.0:1746145242.537351:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535109504 00000100:00100000:1.0:1746145242.537385:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5883 00000100:00100000:1.0:1746145242.537391:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535109504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.537404:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.537417:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351d8 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.537437:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.537442:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5eb7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d1 expref: 52 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.537447:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.537450:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d8 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.537478:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5eb7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d1 expref: 52 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.537488:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d8 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.537497:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f5400, rc 0) 00000100:00100000:1.0:1746145242.537536:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535109504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 145us (340us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.537541:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5883 00000100:00100000:0.0:1746145242.539382:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.545272:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.545802:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535110016 00000100:00100000:2.0:1746145242.545811:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535110016 00000100:00100000:1.0:1746145242.545908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.546468:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5884 00000100:00100000:2.0:1746145242.546475:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535110016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.546485:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.546494:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351df expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.546508:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d8 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.546513:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.546515:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.546518:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351df expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.546531:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d8 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.546541:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5ebe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351d8 expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.546548:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530991488:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.546578:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.551989:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.552405:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530991488:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.552422:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351df expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.552441:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58de00, rc 0) 00000100:00100000:2.0:1746145242.552460:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535110016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5986us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.552466:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5884 00000100:00100000:0.0:1746145242.555941:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.562011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.562062:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535110784 00000100:00100000:1.0:1746145242.562070:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535110784 00002000:00100000:1.0:1746145242.562108:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1500 x1830965535110784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.562118:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1500 with x1830965535110784 ext(0->4095) 00002000:00010000:1.0:1746145242.562122:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1500 00000100:00100000:1.0:1746145242.563479:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4185 00000100:00100000:1.0:1746145242.563488:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535110784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.563623:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535110784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (1615us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.563641:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4185 00002000:00100000:1.0:1746145242.563647:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1500 x1830965535110784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.563655:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1500 with x1830965535110784 ext(0->4095) 00002000:00010000:1.0:1746145242.563658:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1500 00000100:00100000:0.0:1746145242.566091:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.566140:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535110912 00000100:00100000:2.0:1746145242.566147:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535110912 00000100:00100000:2.0:1746145242.566191:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5885 00000100:00100000:2.0:1746145242.566198:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535110912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.566211:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.566225:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351e6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.566248:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351df expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.566255:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.566257:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.566261:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351e6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.566284:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351df expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.566294:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d5ec5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351df expref: 51 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.566309:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530991744:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.566384:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.568403:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530991744:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.568424:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351e6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.568437:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:2.0:1746145242.568472:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535110912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2274us (2386us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.568479:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5885 00000100:00100000:0.0:1746145242.568851:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.571913:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.572589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.572662:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535111296 00000100:00100000:1.0:1746145242.572668:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535111296 00002000:00100000:1.0:1746145242.572702:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2300 x1830965535111296/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.572711:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2300 with x1830965535111296 ext(0->4095) 00002000:00010000:1.0:1746145242.572715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2300 00000100:00100000:1.0:1746145242.572737:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4186 00000100:00100000:1.0:1746145242.572744:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535111296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145242.572856:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535111296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 113us (944us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.572862:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4186 00002000:00100000:1.0:1746145242.572866:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2300 x1830965535111296/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.572873:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2300 with x1830965535111296 ext(0->4095) 00002000:00010000:1.0:1746145242.572876:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2300 00000100:00100000:2.0:1746145242.573331:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535111424 00000100:00100000:2.0:1746145242.573335:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535111424 00000100:00100000:2.0:1746145242.573356:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5886 00000100:00100000:2.0:1746145242.573361:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535111424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.573371:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.573383:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351ed expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.573404:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351e6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.573411:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.573412:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.573416:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.573443:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351e6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.573453:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5ecc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351e6 expref: 5 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.573462:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530992000:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.573513:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.575812:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530992000:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.575841:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.575859:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:2.0:1746145242.576360:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535111424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2995us (3769us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.576368:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5886 00000100:00100000:0.0:1746145242.576564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.576672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.576817:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535111552 00000100:00100000:2.0:1746145242.576822:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535111552 00000100:00100000:2.0:1746145242.576852:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5887 00000100:00100000:2.0:1746145242.576859:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31571:x1830965535111552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.576871:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.576884:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351f4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.576901:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.576906:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.576912:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.576921:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351f4 expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.576946:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.576955:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351f4 expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.576962:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936f8400, rc 0) 00000100:00100000:2.0:1746145242.576983:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535111552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.576989:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5887 00000100:00100000:0.0:1746145242.579888:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.579940:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535111936 00000100:00100000:2.0:1746145242.579946:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535111936 00002000:00100000:2.0:1746145242.579985:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659c00 x1830965535111936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.579994:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965535111936 ext(0->4095) 00010000:00010000:2.0:1746145242.580002:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.580016:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.580027:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659c00 00000100:00100000:2.0:1746145242.580060:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2255 00000100:00100000:2.0:1746145242.580068:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535111936:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.580195:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535111936:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (313us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.580201:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2255 00002000:00100000:2.0:1746145242.580206:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659c00 x1830965535111936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.580214:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965535111936 ext(0->4095) 00010000:00010000:2.0:1746145242.580218:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.580227:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ed3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351ed expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.580233:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659c00 00000100:00100000:0.0:1746145242.583730:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.586574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.587055:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535112320 00000100:00100000:2.0:1746145242.587060:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535112320 00002000:00100000:2.0:1746145242.587091:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535112320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.587099:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535112320 ext(0->4095) 00002000:00010000:2.0:1746145242.587102:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b658e00 00000100:00100000:2.0:1746145242.587117:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4187 00000100:00100000:2.0:1746145242.587123:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535112320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.587231:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535112320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (661us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.587237:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4187 00002000:00100000:2.0:1746145242.587241:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535112320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.587247:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535112320 ext(0->4095) 00002000:00010000:2.0:1746145242.587249:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b658e00 00000100:00100000:0.0:1746145242.588272:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.588314:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535112448 00000100:00100000:2.0:1746145242.588318:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535112448 00000100:00100000:2.0:1746145242.588344:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5888 00000100:00100000:2.0:1746145242.588349:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535112448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.588358:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.588370:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5351fb expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.588389:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351f4 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.588395:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.588396:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.588400:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351fb expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.588420:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351f4 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.588435:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5eda lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351f4 expref: 51 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.588444:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992512:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.588538:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.589445:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992512:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.589460:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351fb expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.589471:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094455c00, rc 0) 00000100:00100000:2.0:1746145242.589496:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535112448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1146us (1224us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.589501:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5888 00000100:00100000:0.0:1746145242.589604:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.592275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.592403:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535112832 00000100:00100000:2.0:1746145242.592408:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535112832 00002000:00100000:2.0:1746145242.592437:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b800 x1830965535112832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.592449:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b800 with x1830965535112832 ext(0->4095) 00002000:00010000:2.0:1746145242.592453:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b800 00000100:00100000:2.0:1746145242.592477:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4188 00000100:00100000:2.0:1746145242.592483:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535112832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.592610:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535112832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (338us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.592619:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4188 00002000:00100000:2.0:1746145242.592624:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b800 x1830965535112832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.592651:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b800 with x1830965535112832 ext(0->4095) 00002000:00010000:2.0:1746145242.592654:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b800 00000100:00100000:0.0:1746145242.594072:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.594113:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535112960 00000100:00100000:2.0:1746145242.594119:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535112960 00000100:00100000:2.0:1746145242.594154:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5889 00000100:00100000:2.0:1746145242.594160:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31571:x1830965535112960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.594170:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.594183:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535202 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.594205:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351fb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.594212:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.594214:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.594218:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.594241:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351fb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.594252:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5ee1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5351fb expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.594266:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992768:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.594490:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.595792:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992768:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.595812:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.595824:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094596600, rc 0) 00000100:00100000:2.0:1746145242.595858:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31571:x1830965535112960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1697us (1786us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.595865:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5889 00000100:00100000:0.0:1746145242.596834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.598262:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.599383:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535113216 00000100:00100000:2.0:1746145242.599388:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535113216 00000100:00100000:2.0:1746145242.599410:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5890 00000100:00100000:2.0:1746145242.599415:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535113216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.599426:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.599437:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535209 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.599454:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.599458:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.599459:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.599461:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.599485:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.599494:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70080400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.599504:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992896:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.599556:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.600677:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530992896:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.600696:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.600707:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094597200, rc 0) 00000100:00100000:2.0:1746145242.600742:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535113216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1326us (2481us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.600748:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5890 00000100:00100000:0.0:1746145242.601166:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.601221:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535113472 00000100:00100000:1.0:1746145242.601225:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535113472 00002000:00100000:1.0:1746145242.601250:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659f80 x1830965535113472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.601258:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659f80 with x1830965535113472 ext(0->4095) 00010000:00010000:1.0:1746145242.601263:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.601273:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.601279:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659f80 00000100:00100000:1.0:1746145242.601301:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2256 00000100:00100000:1.0:1746145242.601307:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535113472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.601417:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535113472:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (251us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.601422:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2256 00002000:00100000:1.0:1746145242.601427:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659f80 x1830965535113472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.601434:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659f80 with x1830965535113472 ext(0->4095) 00010000:00010000:1.0:1746145242.601438:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.601446:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d5ee8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535202 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.601452:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659f80 00000100:00100000:0.0:1746145242.605522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.605602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.609036:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.609262:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535113984 00000100:00100000:1.0:1746145242.609268:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535113984 00002000:00100000:1.0:1746145242.609297:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658380 x1830965535113984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.609305:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965535113984 ext(0->4095) 00010000:00010000:1.0:1746145242.609311:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.609322:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.609328:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:1.0:1746145242.609456:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2257 00000100:00100000:1.0:1746145242.609463:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535113984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.609576:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535113984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (544us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.609585:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2257 00002000:00100000:1.0:1746145242.609590:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658380 x1830965535113984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.609597:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965535113984 ext(0->4095) 00010000:00010000:1.0:1746145242.609601:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:1.0:1746145242.609610:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d5eef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535209 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:1.0:1746145242.609615:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:0.0:1746145242.612406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.612853:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535114112 00000100:00100000:2.0:1746145242.612862:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535114112 00000100:00100000:2.0:1746145242.612910:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5892 00000100:00100000:0.0:1746145242.612910:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.612917:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:31559:x1830965535114112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.612931:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.612974:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535217 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.612998:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.613003:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.613009:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.613016:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.613054:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.613065:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 53 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.613073:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094452000, rc 0) 00000100:00100000:2.0:1746145242.613117:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535114112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 200us (717us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.613123:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5892 00000100:00100000:0.0:1746145242.615232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.615444:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535114496 00000100:00100000:2.0:1746145242.615449:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535114496 00002000:00100000:2.0:1746145242.615549:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937b80 x1830965535114496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.615558:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937b80 with x1830965535114496 ext(0->4095) 00010000:00010000:2.0:1746145242.615564:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.615576:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.615586:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937b80 00000100:00100000:2.0:1746145242.615611:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2258 00000100:00100000:2.0:1746145242.615618:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535114496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.615778:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535114496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 161us (546us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.615784:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2258 00002000:00100000:2.0:1746145242.615789:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937b80 x1830965535114496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.615796:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937b80 with x1830965535114496 ext(0->4095) 00010000:00010000:2.0:1746145242.615800:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.615807:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.615812:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937b80 00000100:00100000:0.0:1746145242.619237:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.620069:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10023 00000100:00100000:2.0:1746145242.620080:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535114624:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.620093:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.620110:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.620121:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.620140:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5ef6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535210 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.620155:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.620156:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.620163:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.620170:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.620197:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 51 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.620208:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530993664:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.620260:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.622344:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.622497:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530993664:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.622512:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.622539:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535114624:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2462us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.622547:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10023 00000100:00100000:1.0:1746145242.622601:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535114880 00000100:00100000:1.0:1746145242.622606:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535114880 00002000:00100000:1.0:1746145242.622650:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937800 x1830965535114880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.622659:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965535114880 ext(0->4095) 00002000:00010000:1.0:1746145242.622662:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093937800 00000100:00100000:1.0:1746145242.622673:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4189 00000100:00100000:1.0:1746145242.622677:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535114880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.622774:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535114880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 97us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.622779:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4189 00002000:00100000:1.0:1746145242.622783:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937800 x1830965535114880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.622795:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937800 with x1830965535114880 ext(0->4095) 00002000:00010000:1.0:1746145242.622798:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093937800 00000100:00100000:0.0:1746145242.624609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.627462:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.627593:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535115136 00000100:00100000:2.0:1746145242.627599:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535115136 00010000:00010000:2.0:1746145242.627641:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 52 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.627677:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10024 00000100:00100000:2.0:1746145242.627689:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535115136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.627699:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.627715:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 52 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.627726:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094452000/0xb5ee96b21a0d5efd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535217 expref: 52 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.627747:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.627748:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.627755:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.627762:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.627787:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.627797:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530993920:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.627852:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.630290:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab93100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530993920:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.630309:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.630355:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1960:x1830965535115136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2667us (2897us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.630364:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10024 00000100:00100000:0.0:1746145242.631127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.631859:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535115392 00000100:00100000:2.0:1746145242.631865:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535115392 00002000:00100000:2.0:1746145242.631897:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936d80 x1830965535115392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.631905:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936d80 with x1830965535115392 ext(0->4095) 00002000:00010000:2.0:1746145242.631909:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936d80 00000100:00100000:2.0:1746145242.631930:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4190 00000100:00100000:2.0:1746145242.631936:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535115392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.632080:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535115392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (953us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.632086:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4190 00002000:00100000:2.0:1746145242.632091:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936d80 x1830965535115392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.632098:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936d80 with x1830965535115392 ext(0->4095) 00002000:00010000:2.0:1746145242.632101:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936d80 00000100:00100000:0.0:1746145242.633032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.634248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.636264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.636335:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535115776 00000100:00100000:2.0:1746145242.636340:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535115776 00010000:00010000:2.0:1746145242.636363:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.636394:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10025 00000100:00100000:2.0:1746145242.636400:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535115776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.636411:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.636428:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.636471:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.636493:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53521e expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.636516:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.636518:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.636524:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.636531:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.636555:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 52 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.636565:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 52 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.636604:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994304:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.636752:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d3c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.640204:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994304:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.640225:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.640262:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535115776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3861us (3997us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.640272:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10025 00000100:00100000:0.0:1746145242.640716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.643134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.643158:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535116160 00000100:00100000:2.0:1746145242.643166:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535116160 00010000:00010000:2.0:1746145242.643195:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.643233:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10026 00000100:00100000:2.0:1746145242.643241:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535116160:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.643251:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.643268:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.643279:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.643298:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5f0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535225 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.643322:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.643324:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.643330:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.643338:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.643368:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 52 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.643378:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994432:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.643455:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.646873:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994432:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.646892:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.646933:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535116160:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3692us (3803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.646941:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10026 00000100:00100000:1.0:1746145242.646954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.646972:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535116416 00000100:00100000:1.0:1746145242.646976:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535116416 00002000:00100000:1.0:1746145242.647004:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389c00 x1830965535116416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.647012:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389c00 with x1830965535116416 ext(0->4095) 00002000:00010000:1.0:1746145242.647015:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389c00 00000100:00100000:1.0:1746145242.647555:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4191 00000100:00100000:1.0:1746145242.647563:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535116416:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145242.647708:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535116416:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 145us (753us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.647713:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4191 00002000:00100000:1.0:1746145242.647718:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389c00 x1830965535116416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.647725:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389c00 with x1830965535116416 ext(0->4095) 00002000:00010000:1.0:1746145242.647728:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389c00 00000100:00100000:0.0:1746145242.650938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.657938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.657986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.658127:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535116672 00000100:00100000:2.0:1746145242.658134:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535116672 00010000:00010000:2.0:1746145242.658164:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.658195:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10027 00000100:00100000:2.0:1746145242.658200:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535116672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.658212:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.658229:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.658241:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.658260:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094455c00/0xb5ee96b21a0d5f12 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53522c expref: 53 pid: 8464 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.658528:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.658530:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.658538:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.658544:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.658587:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.658594:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 5 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.658602:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994816:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.658662:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.664353:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994816:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.664370:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.664409:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1961:x1830965535116672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6207us (6421us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.664419:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10027 00000100:00100000:0.0:1746145242.665094:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.667977:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.668089:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535117184 00000100:00100000:2.0:1746145242.668093:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535117184 00010000:00010000:2.0:1746145242.668117:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.668358:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10028 00000100:00100000:2.0:1746145242.668365:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535117184:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.668376:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.668392:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.668402:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.668421:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f19 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535233 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.668439:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.668440:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.668447:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.668453:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.668478:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 51 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.668489:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994944:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.668545:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.671855:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530994944:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.671874:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.671912:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535117184:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3547us (3938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.671921:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10028 00000100:00100000:0.0:1746145242.672345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.672460:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535117440 00000100:00100000:1.0:1746145242.672467:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535117440 00002000:00100000:1.0:1746145242.672501:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936680 x1830965535117440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.672510:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936680 with x1830965535117440 ext(0->4095) 00002000:00010000:1.0:1746145242.672515:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936680 00000100:00100000:1.0:1746145242.672538:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4192 00000100:00100000:1.0:1746145242.672544:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535117440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.672667:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535117440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (323us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.672672:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4192 00002000:00100000:1.0:1746145242.672676:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936680 x1830965535117440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.672682:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936680 with x1830965535117440 ext(0->4095) 00002000:00010000:1.0:1746145242.672685:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936680 00000100:00100000:0.0:1746145242.677575:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.686758:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.691447:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.691538:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535117824 00000100:00100000:2.0:1746145242.691546:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535117824 00010000:00010000:2.0:1746145242.691585:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 54 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.691621:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10029 00000100:00100000:2.0:1746145242.691678:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1963:x1830965535117824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.691694:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.691712:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 54 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.691723:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 54 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.691743:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5f20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53523a expref: 54 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.691760:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.691762:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.691769:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.691776:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.691805:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.691816:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995200:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.691885:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.692767:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.698245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.698402:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995200:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.698423:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.699390:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535117824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7712us (7948us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.699403:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10029 00000100:00100000:0.0:1746145242.701887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.702529:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535118336 00000100:00100000:2.0:1746145242.702536:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535118336 00010000:00010000:2.0:1746145242.702563:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.702599:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10030 00000100:00100000:2.0:1746145242.702605:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535118336:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.702617:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.702830:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.702842:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.702864:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535241 expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.703413:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.703416:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.703424:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.703432:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.703460:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.703471:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995456:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.703595:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.705779:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995456:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145242.705794:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145242.705799:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.705828:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535118336:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3222us (3945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.705836:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10030 00000100:00100000:0.0:1746145242.710546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.711307:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5900 00000100:00100000:2.0:1746145242.711315:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535118720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.711330:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.711345:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53524f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.711369:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.711376:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.711378:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.711381:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.711405:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.711415:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 53 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.711424:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530995584:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.711498:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.712660:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965530995584:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.712979:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.712992:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094596e00, rc 0) 00000100:00100000:2.0:1746145242.713036:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535118720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1720us (2494us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.713050:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5900 00000100:00100000:0.0:1746145242.714658:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.716827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.717222:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535118976 00000100:00100000:2.0:1746145242.717228:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535118976 00010000:00010000:2.0:1746145242.717252:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 56 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.717482:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10031 00000100:00100000:2.0:1746145242.717489:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1963:x1830965535118976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.717498:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.717513:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 56 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.717523:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 56 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.717541:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535248 expref: 56 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.717658:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.717660:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.717667:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.717674:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.717704:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.717714:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995712:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.718083:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.721077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.721120:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.721208:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995712:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.721226:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.721261:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535118976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3773us (4438us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.721270:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10031 00000100:00100000:1.0:1746145242.721417:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535119232 00000100:00100000:1.0:1746145242.721423:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535119232 00002000:00100000:1.0:1746145242.721454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7800 x1830965535119232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.721463:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7800 with x1830965535119232 ext(0->4095) 00002000:00010000:1.0:1746145242.721467:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7800 00000100:00100000:1.0:1746145242.721482:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4194 00000100:00100000:1.0:1746145242.721488:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535119232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.721613:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535119232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (540us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.721618:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4194 00002000:00100000:1.0:1746145242.721623:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7800 x1830965535119232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.721654:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7800 with x1830965535119232 ext(0->4095) 00002000:00010000:1.0:1746145242.721656:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7800 00000100:00100000:0.0:1746145242.724566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.724824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.724874:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535119488 00000100:00100000:2.0:1746145242.724878:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535119488 00010000:00010000:2.0:1746145242.724897:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:2.0:1746145242.724912:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10032 00000100:00100000:2.0:1746145242.724917:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535119488:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.724924:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.724937:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.724946:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.724963:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d5f35 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53524f expref: 6 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.724976:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.724977:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.724984:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.724991:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.725013:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.725022:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995968:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.725066:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.727452:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008ab92680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530995968:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.727471:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.727985:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535119488:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3065us (3158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.727993:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10032 00000100:00100000:2.0:1746145242.728308:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535119872 00000100:00100000:2.0:1746145242.728313:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535119872 00002000:00100000:2.0:1746145242.728342:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382d80 x1830965535119872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.728350:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965535119872 ext(0->4095) 00010000:00010000:2.0:1746145242.728356:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 58 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.728367:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 58 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.728372:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382d80 00000100:00100000:2.0:1746145242.728393:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2264 00000100:00100000:2.0:1746145242.728398:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1961:x1830965535119872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.728593:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1961:x1830965535119872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 194us (366us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.728598:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2264 00002000:00100000:2.0:1746145242.728603:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382d80 x1830965535119872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.728609:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965535119872 ext(0->4095) 00010000:00010000:2.0:1746145242.728613:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 58 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:2.0:1746145242.728621:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 58 pid: 11330 timeout: 583 lvb_type: 0 00002000:00010000:2.0:1746145242.728704:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382d80 00000100:00100000:2.0:1746145242.731091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.731603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.731775:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535120128 00000100:00100000:0.0:1746145242.731779:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535120128 00010000:00010000:0.0:1746145242.731792:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 59 pid: 11330 timeout: 583 lvb_type: 0 00000100:00100000:0.0:1746145242.731814:0:7101:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10033 00000100:00100000:0.0:1746145242.731818:0:7101:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1960:x1830965535120128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145242.731827:0:7101:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145242.731841:0:7101:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 59 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.731851:0:7101:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 59 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.732087:0:7101:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5f3c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535256 expref: 58 pid: 11330 timeout: 583 lvb_type: 0 00010000:00010000:0.0:1746145242.732149:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.732151:0:7101:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.732158:0:7101:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53525d expref: 57 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.732165:0:7101:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53525d expref: 57 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.732185:0:7101:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53525d expref: 57 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.732195:0:7101:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3400/0xb5ee96b21a0d5f43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53525d expref: 57 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746145242.732205:0:7101:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530996352:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145242.732341:0:7101:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.733738:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.733829:0:7101:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927b5f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_000:lustre-OST0001_UUID:7101:1830965530996352:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.733841:0:7101:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.733869:0:7101:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535120128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2049us (2266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.733877:0:7101:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10033 00000100:00100000:0.0:1746145242.736938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.737595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.742777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.742804:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535120768 00000100:00100000:0.0:1746145242.742810:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535120768 00010000:00010000:0.0:1746145242.742838:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5f4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535264 expref: 57 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:0.0:1746145242.742862:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10035 00000100:00100000:0.0:1746145242.742869:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1963:x1830965535120768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145242.742880:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145242.742898:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5f4a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535264 expref: 57 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145242.742910:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5f4a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535264 expref: 57 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145242.742938:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.742940:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145242.742947:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.742954:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145242.742979:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145242.742990:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800927b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530996736:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145242.743057:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.746777:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800927b5180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530996736:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145242.746792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145242.746794:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.746830:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535120768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3960us (4058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.746838:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10035 00000100:00100000:1.0:1746145242.746895:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121024 00000100:00100000:1.0:1746145242.746900:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121024 00002000:00100000:1.0:1746145242.746933:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965535121024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.746942:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965535121024 ext(0->4095) 00002000:00010000:1.0:1746145242.746945:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b4a80 00000100:00100000:1.0:1746145242.746967:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4195 00000100:00100000:1.0:1746145242.746973:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535121024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.747087:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535121024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.747092:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4195 00002000:00100000:1.0:1746145242.747096:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965535121024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.747102:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965535121024 ext(0->4095) 00002000:00010000:1.0:1746145242.747104:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b4a80 00000100:00100000:0.0:1746145242.750160:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.750236:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121152 00000100:00100000:1.0:1746145242.750243:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121152 00000100:00100000:1.0:1746145242.750288:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5905 00000100:00100000:1.0:1746145242.750295:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535121152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.750308:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.750322:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535272 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.750345:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.750351:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.750352:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.750355:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.750378:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.750390:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 5 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.750400:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530996864:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.750480:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.753371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.753432:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121280 00000100:00100000:2.0:1746145242.753439:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121280 00000100:00100000:2.0:1746145242.753488:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5906 00000100:00100000:2.0:1746145242.753495:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535121280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.753509:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.753525:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d5f5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535279 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.753546:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.753551:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 58 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.753556:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.753559:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d5f5f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535279 expref: 58 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.753587:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 58 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.753598:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d5f5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535279 expref: 58 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.753606:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7600, rc 0) 00000100:00100000:2.0:1746145242.753678:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:31559:x1830965535121280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 183us (311us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.753684:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5906 00000100:00100000:2.0:1746145242.755883:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530996864:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.755907:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 57 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.755920:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4a00, rc 0) 00000100:00100000:2.0:1746145242.755965:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31571:x1830965535121152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5669us (5808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.755971:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5905 00000100:00100000:0.0:1746145242.756581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.756663:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121408 00000100:00100000:2.0:1746145242.756669:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121408 00010000:00010000:2.0:1746145242.756691:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.756709:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10036 00000100:00100000:2.0:1746145242.756714:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535121408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.756722:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.756737:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.756746:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.756762:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5f51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53526b expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.757426:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.757429:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.757437:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.757450:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.757480:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.757490:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 56 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.757501:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530997120:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.757860:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.760796:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530997120:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.760813:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.760849:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535121408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4134us (4268us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.760859:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10036 00000100:00100000:0.0:1746145242.762427:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.762518:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121664 00000100:00100000:1.0:1746145242.762529:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121664 00002000:00100000:1.0:1746145242.762563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced880 x1830965535121664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.762571:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced880 with x1830965535121664 ext(0->4095) 00010000:00010000:1.0:1746145242.762578:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.762591:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.762602:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ced880 00000100:00100000:1.0:1746145242.762651:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2266 00000100:00100000:1.0:1746145242.762658:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535121664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.762778:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535121664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.762784:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2266 00002000:00100000:1.0:1746145242.762789:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced880 x1830965535121664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.762796:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced880 with x1830965535121664 ext(0->4095) 00010000:00010000:1.0:1746145242.762800:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.762808:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d5f58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535272 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.762813:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ced880 00000100:00100000:0.0:1746145242.766430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.766798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.767522:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535121792 00000100:00100000:2.0:1746145242.767530:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535121792 00000100:00100000:2.0:1746145242.767582:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5907 00000100:00100000:2.0:1746145242.767590:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535121792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.767604:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.767617:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d5f66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535280 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.767663:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.767668:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d5f5f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535279 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.767673:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.767676:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d5f66 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535280 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.767702:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d5f5f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535279 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.767712:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d5f66 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535280 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.767720:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c6800, rc 0) 00000100:00100000:2.0:1746145242.767759:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535121792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (1333us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.767765:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5907 00000100:00100000:0.0:1746145242.774198:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.778758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.778886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.778941:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535122304 00000100:00100000:1.0:1746145242.778949:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535122304 00000100:00100000:1.0:1746145242.779001:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5908 00000100:00100000:1.0:1746145242.779009:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535122304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.779024:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.779040:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535287 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.779076:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.779081:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d5f66 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535280 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.779086:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.779089:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535287 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.779118:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d5f66 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535280 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.779129:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535287 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.779137:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f5400, rc 0) 00000100:00100000:1.0:1746145242.779170:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535122304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (420us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.779176:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5908 00000100:00100000:0.0:1746145242.782056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.785524:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.790978:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.791392:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535123072 00000100:00100000:2.0:1746145242.791398:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535123072 00002000:00100000:2.0:1746145242.791430:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838b800 x1830965535123072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.791439:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b800 with x1830965535123072 ext(0->4095) 00002000:00010000:2.0:1746145242.791443:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838b800 00000100:00100000:2.0:1746145242.791457:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4196 00000100:00100000:2.0:1746145242.791463:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535123072:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.791572:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535123072:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (602us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.791581:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4196 00002000:00100000:2.0:1746145242.791586:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838b800 x1830965535123072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.791593:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b800 with x1830965535123072 ext(0->4095) 00002000:00010000:2.0:1746145242.791595:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838b800 00000100:00100000:0.0:1746145242.794083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.794167:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535123200 00000100:00100000:2.0:1746145242.794174:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535123200 00000100:00100000:2.0:1746145242.794690:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5909 00000100:00100000:2.0:1746145242.794697:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535123200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.794710:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.794725:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53528e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.794749:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535287 expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.794756:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.794758:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.794762:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.794785:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535287 expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.794795:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5f6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535287 expref: 55 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.794809:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530997888:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145242.794872:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.796949:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965530997888:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145242.796973:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.796988:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7c00, rc 0) 00000100:00100000:2.0:1746145242.797032:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535123200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2335us (2954us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.797040:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5909 00000100:00100000:0.0:1746145242.798358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.802163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.802799:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535123584 00000100:00100000:1.0:1746145242.802805:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535123584 00002000:00100000:1.0:1746145242.802835:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935c00 x1830965535123584/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.802844:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935c00 with x1830965535123584 ext(0->4095) 00002000:00010000:1.0:1746145242.802848:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093935c00 00000100:00100000:1.0:1746145242.802869:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4197 00000100:00100000:1.0:1746145242.802875:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535123584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145242.803115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.803321:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535123584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 445us (1163us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.803327:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4197 00002000:00100000:1.0:1746145242.803333:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935c00 x1830965535123584/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.803339:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935c00 with x1830965535123584 ext(0->4095) 00010000:00010000:1.0:1746145242.803344:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.803355:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.803619:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935c00 00000100:00100000:0.0:1746145242.807039:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.807307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.807761:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535123968 00000100:00100000:2.0:1746145242.807764:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535123968 00010000:00010000:2.0:1746145242.807780:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.807796:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10041 00000100:00100000:2.0:1746145242.807801:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535123968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.807811:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.807824:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.807833:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.808619:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5f74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53528e expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.809185:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.809645:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535123968:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1842us (2337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.809652:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10041 00000100:00100000:0.0:1746145242.811810:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.811970:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535124224 00000100:00100000:1.0:1746145242.811974:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535124224 00002000:00100000:1.0:1746145242.812003:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee300 x1830965535124224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.812011:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee300 with x1830965535124224 ext(0->4095) 00010000:00010000:1.0:1746145242.812016:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.812027:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.812032:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cee300 00000100:00100000:1.0:1746145242.812055:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2269 00000100:00100000:1.0:1746145242.812060:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535124224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.812167:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535124224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (361us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.812172:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2269 00002000:00100000:1.0:1746145242.812176:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee300 x1830965535124224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.812182:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee300 with x1830965535124224 ext(0->4095) 00010000:00010000:1.0:1746145242.812186:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.812192:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.812197:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cee300 00000100:00100000:0.0:1746145242.814424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.814505:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535124352 00000100:00100000:2.0:1746145242.814511:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535124352 00010000:00010000:2.0:1746145242.814536:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.814566:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10042 00000100:00100000:2.0:1746145242.814573:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535124352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.814583:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.814599:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.814610:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.814665:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d5f7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535295 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.814678:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.814679:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.814686:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.814692:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.814716:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.814727:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530998528:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.814783:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.817208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.817294:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530998528:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.817309:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.817339:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535124352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2767us (2920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.817348:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10042 00000100:00100000:0.0:1746145242.820135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.823555:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.823694:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535124864 00000100:00100000:2.0:1746145242.823699:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535124864 00010000:00010000:2.0:1746145242.823729:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.823833:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10043 00000100:00100000:2.0:1746145242.823839:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535124864:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.823855:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.823873:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.823893:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.823911:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d5f82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53529c expref: 56 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.823934:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.823936:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.823942:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.823949:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.823979:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.823988:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530998784:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.824052:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.826798:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530998784:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.826812:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.826838:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535124864:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2999us (3286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.826847:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10043 00000100:00100000:0.0:1746145242.827281:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.829394:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.830283:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5913 00000100:00100000:1.0:1746145242.830294:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535125248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.830304:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.830318:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352aa expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.830339:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.830346:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.830348:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.830351:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.830375:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.830385:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.830395:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530998912:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.830453:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.832213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.833028:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535125376 00000100:00100000:2.0:1746145242.833034:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535125376 00000100:00100000:2.0:1746145242.833089:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5914 00000100:00100000:2.0:1746145242.833095:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31571:x1830965535125376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.833107:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.833121:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352b1 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.833139:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.833143:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 58 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.833148:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.833151:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 58 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.833176:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 58 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.833187:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 58 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.833196:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7000, rc 0) 00000100:00100000:2.0:1746145242.833230:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:31571:x1830965535125376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (1021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.833235:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5914 00000100:00100000:1.0:1746145242.833269:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530998912:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.833284:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.833292:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4000, rc 0) 00000100:00100000:1.0:1746145242.833313:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535125248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3023us (3920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.833319:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5913 00000100:00100000:0.0:1746145242.834254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.834315:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535125504 00000100:00100000:2.0:1746145242.834319:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535125504 00010000:00010000:2.0:1746145242.834335:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.834366:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10044 00000100:00100000:2.0:1746145242.834372:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535125504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.834382:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.834398:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.834407:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.834423:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d5f89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352a3 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.834937:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.834940:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.834947:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.834955:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.834978:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.834988:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 56 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.835002:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530999168:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.835068:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.839300:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530999168:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.839317:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.839366:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535125504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4993us (5113us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.839375:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10044 00000100:00100000:0.0:1746145242.839834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.843295:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.843378:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535125888 00000100:00100000:2.0:1746145242.843384:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535125888 00010000:00010000:2.0:1746145242.843410:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145242.843437:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10045 00000100:00100000:2.0:1746145242.843443:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1962:x1830965535125888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145242.843452:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145242.843466:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.843476:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.843493:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352aa expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.843514:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.843516:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145242.843522:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.843528:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.843551:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145242.843560:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530999296:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145242.843613:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.845887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.845988:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965530999296:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145242.846005:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145242.846037:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1962:x1830965535125888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2593us (2746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.846056:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10045 00000100:00100000:1.0:1746145242.846117:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535126144 00000100:00100000:1.0:1746145242.846122:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535126144 00002000:00100000:1.0:1746145242.846152:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988380 x1830965535126144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.846161:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988380 with x1830965535126144 ext(0->4095) 00002000:00010000:1.0:1746145242.846164:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988380 00000100:00100000:1.0:1746145242.846315:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4200 00000100:00100000:1.0:1746145242.846323:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1962:x1830965535126144:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145242.846436:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1962:x1830965535126144:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (554us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.846441:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4200 00002000:00100000:1.0:1746145242.846446:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988380 x1830965535126144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.846452:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988380 with x1830965535126144 ext(0->4095) 00002000:00010000:1.0:1746145242.846454:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988380 00000100:00100000:0.0:1746145242.849227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.849417:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535126272 00000100:00100000:1.0:1746145242.849423:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535126272 00000100:00100000:1.0:1746145242.849883:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5915 00000100:00100000:1.0:1746145242.849891:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535126272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.849904:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.849919:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352b8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.849943:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 55 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.849949:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.849951:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.849995:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.850020:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 55 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.850035:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d5f97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b1 expref: 55 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.850057:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530999424:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.850127:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.852675:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530999424:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.852696:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.852709:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f4000, rc 0) 00000100:00100000:1.0:1746145242.852737:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535126272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2848us (3515us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.852743:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5915 00000100:00100000:0.0:1746145242.853008:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.855928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.856535:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535126656 00000100:00100000:2.0:1746145242.856541:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535126656 00002000:00100000:2.0:1746145242.856570:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965535126656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.856579:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965535126656 ext(0->4095) 00002000:00010000:2.0:1746145242.856582:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989f80 00000100:00100000:2.0:1746145242.856594:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4201 00000100:00100000:2.0:1746145242.856598:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535126656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.856734:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535126656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (812us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.856740:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4201 00002000:00100000:2.0:1746145242.856744:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965535126656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.856750:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965535126656 ext(0->4095) 00002000:00010000:2.0:1746145242.856753:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989f80 00000100:00100000:0.0:1746145242.858688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.858917:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535126784 00000100:00100000:1.0:1746145242.858923:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535126784 00000100:00100000:1.0:1746145242.858966:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5916 00000100:00100000:1.0:1746145242.858973:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535126784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.858986:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.859000:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352bf expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.859022:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.859033:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.859035:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.859038:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.859074:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.859083:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801354f4000/0xb5ee96b21a0d5f9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352b8 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.859093:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530999680:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.859147:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145242.859913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.862295:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965530999680:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.862316:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.862328:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801354f5400, rc 0) 00000100:00100000:1.0:1746145242.862521:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535126784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3548us (3838us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.862528:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5916 00000100:00100000:0.0:1746145242.863684:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.867935:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.868115:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535127296 00000100:00100000:1.0:1746145242.868121:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535127296 00002000:00100000:1.0:1746145242.868154:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b800 x1830965535127296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.868168:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b800 with x1830965535127296 ext(0->4095) 00010000:00010000:1.0:1746145242.868175:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.868187:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.868193:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b800 00000100:00100000:1.0:1746145242.868220:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2271 00000100:00100000:1.0:1746145242.868226:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1961:x1830965535127296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.869263:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1961:x1830965535127296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1036us (1329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.869270:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2271 00002000:00100000:1.0:1746145242.869276:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b800 x1830965535127296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.869283:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b800 with x1830965535127296 ext(0->4095) 00010000:00010000:1.0:1746145242.869287:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.869297:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801354f5400/0xb5ee96b21a0d5fa5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352bf expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.869303:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b800 00000100:00100000:0.0:1746145242.876951:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.881550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.881655:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535127680 00000100:00100000:1.0:1746145242.881663:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535127680 00002000:00100000:1.0:1746145242.881702:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298bb80 x1830965535127680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.881711:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298bb80 with x1830965535127680 ext(0->4095) 00002000:00010000:1.0:1746145242.881716:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298bb80 00000100:00100000:1.0:1746145242.881739:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4202 00000100:00100000:1.0:1746145242.881746:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535127680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.881871:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535127680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.881877:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4202 00002000:00100000:1.0:1746145242.881882:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298bb80 x1830965535127680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.881889:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298bb80 with x1830965535127680 ext(0->4095) 00002000:00010000:1.0:1746145242.881892:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298bb80 00000100:00100000:0.0:1746145242.886015:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.886116:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535127808 00000100:00100000:1.0:1746145242.886123:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535127808 00000100:00100000:1.0:1746145242.886170:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5918 00000100:00100000:1.0:1746145242.886176:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535127808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.886191:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.886207:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352cd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.886230:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d5fac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352c6 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.886241:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.886243:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.886246:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.886268:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d5fac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352c6 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.886278:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d5fac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352c6 expref: 55 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.886288:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000192:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.886349:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.887846:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000192:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.887865:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.887879:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d3c00, rc 0) 00000100:00100000:1.0:1746145242.887906:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535127808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1729us (1899us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.887913:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5918 00000100:00100000:0.0:1746145242.889922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.896021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.896053:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.896102:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535128320 00000100:00100000:1.0:1746145242.896108:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535128320 00000100:00100000:1.0:1746145242.896147:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5919 00000100:00100000:1.0:1746145242.896154:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535128320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.896170:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.896182:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352d4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.896204:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.896210:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.896212:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.896215:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.896238:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.896249:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.896259:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000448:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.896480:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145242.897281:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535128192 00000100:00100000:2.0:1746145242.897285:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535128192 00002000:00100000:2.0:1746145242.897310:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298ad80 x1830965535128192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.897318:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965535128192 ext(0->4095) 00010000:00010000:2.0:1746145242.897323:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.897334:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.897340:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:2.0:1746145242.897363:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2272 00000100:00100000:2.0:1746145242.897368:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535128192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.897478:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535128192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (1458us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.897483:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2272 00002000:00100000:2.0:1746145242.897488:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298ad80 x1830965535128192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.897498:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965535128192 ext(0->4095) 00010000:00010000:2.0:1746145242.897502:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.897509:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3c00/0xb5ee96b21a0d5fb3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352cd expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.897514:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:1.0:1746145242.897988:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000448:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.898145:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 56 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.898156:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2400, rc 0) 00000100:00100000:1.0:1746145242.900425:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535128320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4265us (4375us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.900437:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5919 00000100:00100000:2.0:1746145242.900755:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.900810:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535128448 00000100:00100000:1.0:1746145242.900815:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535128448 00000100:00100000:1.0:1746145242.900856:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5920 00000100:00100000:1.0:1746145242.900863:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880130cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965535128448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.900876:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.900888:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352db expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.900907:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.900912:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.900917:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.900920:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352db expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.900947:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.900959:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352db expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.900967:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2200, rc 0) 00000100:00100000:1.0:1746145242.900998:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880130cf0050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31571:x1830965535128448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.901003:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5920 00000100:00100000:2.0:1746145242.901183:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.903431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.903820:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535128832 00000100:00100000:1.0:1746145242.903825:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535128832 00002000:00100000:1.0:1746145242.903851:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989c00 x1830965535128832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.903859:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989c00 with x1830965535128832 ext(0->4095) 00010000:00010000:1.0:1746145242.903866:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.903876:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.903881:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989c00 00000100:00100000:1.0:1746145242.903901:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2273 00000100:00100000:1.0:1746145242.903906:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535128832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145242.904114:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535128832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 206us (682us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.904120:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2273 00002000:00100000:1.0:1746145242.904125:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989c00 x1830965535128832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.904132:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989c00 with x1830965535128832 ext(0->4095) 00010000:00010000:1.0:1746145242.904136:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145242.904144:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2400/0xb5ee96b21a0d5fba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352d4 expref: 57 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145242.904154:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989c00 00000100:00100000:0.0:1746145242.905544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.909001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.909127:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535129216 00000100:00100000:0.0:1746145242.909133:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535129216 00002000:00100000:0.0:1746145242.909168:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389500 x1830965535129216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145242.909176:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389500 with x1830965535129216 ext(0->4095) 00002000:00010000:0.0:1746145242.909181:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389500 00000100:00100000:0.0:1746145242.909575:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4203 00000100:00100000:0.0:1746145242.909582:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535129216:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145242.910246:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535129216:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 661us (1246us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145242.910252:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4203 00002000:00100000:0.0:1746145242.910257:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389500 x1830965535129216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145242.910265:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389500 with x1830965535129216 ext(0->4095) 00002000:00010000:0.0:1746145242.910268:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389500 00000100:00100000:0.0:1746145242.914987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.915035:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535129344 00000100:00100000:1.0:1746145242.915052:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535129344 00000100:00100000:1.0:1746145242.915194:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5921 00000100:00100000:1.0:1746145242.915202:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535129344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.915216:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.915230:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352e2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.915254:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352db expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.915261:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.915262:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.915266:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.915291:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352db expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.915301:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2200/0xb5ee96b21a0d5fc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352db expref: 55 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.915312:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000960:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.915390:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.916656:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531000960:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.916673:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.916684:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2800, rc 0) 00000100:00100000:1.0:1746145242.916705:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535129344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1505us (1723us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.916713:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5921 00000100:00100000:0.0:1746145242.917914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.918684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.918742:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535129600 00000100:00100000:1.0:1746145242.918745:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535129600 00000100:00100000:1.0:1746145242.918772:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5922 00000100:00100000:1.0:1746145242.918778:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535129600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.918787:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.918795:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352e9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.918808:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.918813:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.918814:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145242.918816:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.918835:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.918845:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.918853:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531001216:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.918898:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.920188:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531001216:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.920202:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.920212:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d3600, rc 0) 00000100:00100000:1.0:1746145242.920397:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535129600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1619us (1770us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.920402:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5922 00000100:00100000:0.0:1746145242.921286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.921467:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535129856 00000100:00100000:2.0:1746145242.921471:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535129856 00002000:00100000:2.0:1746145242.921495:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989880 x1830965535129856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.921501:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989880 with x1830965535129856 ext(0->4095) 00010000:00010000:2.0:1746145242.921505:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.921512:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.921516:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989880 00000100:00100000:2.0:1746145242.921562:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2274 00000100:00100000:2.0:1746145242.921566:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535129856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.921687:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535129856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (401us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.921701:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2274 00002000:00100000:2.0:1746145242.921706:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989880 x1830965535129856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.921713:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989880 with x1830965535129856 ext(0->4095) 00010000:00010000:2.0:1746145242.921717:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.921725:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d2800/0xb5ee96b21a0d5fc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e2 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.921730:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989880 00000100:00100000:0.0:1746145242.924765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.929400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.930361:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535130240 00000100:00100000:1.0:1746145242.930367:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535130240 00002000:00100000:1.0:1746145242.930400:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989180 x1830965535130240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.930409:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989180 with x1830965535130240 ext(0->4095) 00002000:00010000:1.0:1746145242.930413:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989180 00000100:00100000:1.0:1746145242.930441:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4204 00000100:00100000:1.0:1746145242.930447:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535130240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145242.930572:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535130240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1177us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145242.930580:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4204 00002000:00100000:1.0:1746145242.930585:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989180 x1830965535130240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145242.930597:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989180 with x1830965535130240 ext(0->4095) 00002000:00010000:1.0:1746145242.930600:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989180 00000100:00100000:0.0:1746145242.937159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.937292:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535130368 00000100:00100000:1.0:1746145242.937300:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535130368 00000100:00100000:1.0:1746145242.937352:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5923 00000100:00100000:1.0:1746145242.937360:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535130368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.937374:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.937390:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352f0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.937415:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.937422:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.937424:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.937427:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.937452:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 55 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.937463:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 55 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.937473:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531001472:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.937549:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.942505:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531001472:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.942534:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.942550:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936f8400, rc 0) 00000100:00100000:1.0:1746145242.942587:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535130368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5227us (5434us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.942595:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5923 00000100:00100000:0.0:1746145242.944185:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.946580:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535130496 00000100:00100000:2.0:1746145242.946590:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535130496 00002000:00100000:2.0:1746145242.946644:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092988a80 x1830965535130496/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.946652:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965535130496 ext(0->7) 00010000:00010000:2.0:1746145242.946661:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 56 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.946675:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 56 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.946681:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988a80 00000100:00100000:2.0:1746145242.946834:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2275 00000100:00100000:2.0:1746145242.946842:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535130496:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145242.947569:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1961:x1830965535130496:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 726us (3386us total) trans 4294967976 rc 0/0 00000100:00100000:2.0:1746145242.947576:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2275 00002000:00100000:2.0:1746145242.947583:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092988a80 x1830965535130496/t4294967976(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/448 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.947590:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965535130496 ext(0->7) 00010000:00010000:2.0:1746145242.947595:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 58 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.947604:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946d3600/0xb5ee96b21a0d5fcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352e9 expref: 58 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.947610:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988a80 00000100:00100000:0.0:1746145242.950410:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.950474:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535130624 00000100:00100000:1.0:1746145242.950482:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535130624 00000100:00100000:1.0:1746145242.950538:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5924 00000100:00100000:1.0:1746145242.950547:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:31559:x1830965535130624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.950562:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.950575:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5fdd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5352f7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.950599:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.950604:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.950610:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145242.950614:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5fdd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f7 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.950665:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.950677:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d5fdd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f7 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.950688:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:1.0:1746145242.950739:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535130624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 193us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.950745:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5924 00000100:00100000:0.0:1746145242.953623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.956512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.956793:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535131008 00000100:00100000:2.0:1746145242.956798:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535131008 00002000:00100000:2.0:1746145242.956827:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965535131008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.956835:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965535131008 ext(0->4095) 00010000:00010000:2.0:1746145242.956842:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.956853:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.956858:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:2.0:1746145242.957147:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2276 00000100:00100000:2.0:1746145242.957154:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535131008:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.957730:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535131008:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 575us (1221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.957736:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2276 00002000:00100000:2.0:1746145242.957741:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965535131008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.957748:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965535131008 ext(0->4095) 00010000:00010000:2.0:1746145242.957754:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.957762:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d5fd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352f0 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.957768:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:0.0:1746145242.959773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.964660:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.964720:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535131392 00000100:00100000:2.0:1746145242.964726:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535131392 00002000:00100000:2.0:1746145242.964762:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdf80 x1830965535131392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.964771:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdf80 with x1830965535131392 ext(0->4095) 00002000:00010000:2.0:1746145242.964775:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdf80 00000100:00100000:2.0:1746145242.965257:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4205 00000100:00100000:2.0:1746145242.965265:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535131392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.965671:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535131392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 407us (1011us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.965680:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4205 00002000:00100000:2.0:1746145242.965685:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdf80 x1830965535131392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.965692:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdf80 with x1830965535131392 ext(0->4095) 00002000:00010000:2.0:1746145242.965695:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdf80 00000100:00100000:0.0:1746145242.967688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.973191:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145242.973302:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.973386:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535131776 00000100:00100000:2.0:1746145242.973393:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535131776 00000100:00100000:2.0:1746145242.973442:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5926 00000100:00100000:2.0:1746145242.973449:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:31559:x1830965535131776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145242.973462:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145242.973474:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535305 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.973495:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145242.973500:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.973505:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145242.973508:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.973535:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.973545:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 60 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145242.973558:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7c00, rc 0) 00000100:00100000:2.0:1746145242.973587:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535131776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (284us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145242.973592:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5926 00000100:00100000:0.0:1746145242.976258:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.976378:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535132032 00000100:00100000:2.0:1746145242.976382:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535132032 00002000:00100000:2.0:1746145242.976411:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd180 x1830965535132032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.976419:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd180 with x1830965535132032 ext(0->4095) 00010000:00010000:2.0:1746145242.976424:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.976435:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.976440:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd180 00000100:00100000:2.0:1746145242.976453:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2277 00000100:00100000:2.0:1746145242.976458:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535132032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145242.977332:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535132032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 872us (1076us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.977339:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2277 00002000:00100000:2.0:1746145242.977345:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd180 x1830965535132032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.977357:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd180 with x1830965535132032 ext(0->4095) 00010000:00010000:2.0:1746145242.977361:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.977369:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d5fe4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5352fe expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.977374:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd180 00000100:00100000:0.0:1746145242.983188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145242.989267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.989779:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535132416 00000100:00100000:2.0:1746145242.989785:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535132416 00002000:00100000:2.0:1746145242.989818:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a300 x1830965535132416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.989827:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965535132416 ext(0->4095) 00002000:00010000:2.0:1746145242.989831:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838a300 00000100:00100000:2.0:1746145242.989859:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4206 00000100:00100000:2.0:1746145242.989865:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535132416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145242.990136:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535132416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 270us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145242.990143:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4206 00002000:00100000:2.0:1746145242.990148:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a300 x1830965535132416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 488/4536 e 0 to 0 dl 1746145253 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.990155:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965535132416 ext(0->4095) 00002000:00010000:2.0:1746145242.990157:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838a300 00000100:00100000:0.0:1746145242.993688:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.993815:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535132544 00000100:00100000:2.0:1746145242.993824:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535132544 00000100:00100000:1.0:1746145242.993893:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5927 00000100:00100000:1.0:1746145242.993905:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535132544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145242.993920:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145242.993935:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53530c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.993959:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 57 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.993965:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.993966:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145242.993969:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53530c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.993996:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 57 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.994007:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 57 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145242.994017:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531002496:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145242.994964:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145242.995987:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531002496:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145242.996006:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53530c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145242.996020:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:1.0:1746145242.996063:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535132544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2162us (2380us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145242.996071:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5927 00000100:00100000:0.0:1746145242.996354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145242.996450:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535132672 00000100:00100000:2.0:1746145242.996454:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535132672 00002000:00100000:2.0:1746145242.996479:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fd500 x1830965535132672/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/0 e 0 to 0 dl 1746145253 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.996487:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd500 with x1830965535132672 ext(0->7) 00010000:00010000:2.0:1746145242.996492:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 58 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.996502:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 58 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.996507:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd500 00000100:00100000:2.0:1746145242.996518:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2278 00000100:00100000:2.0:1746145242.996522:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1961:x1830965535132672:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145242.996764:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535132672:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 241us (410us total) trans 4294967977 rc 0/0 00000100:00100000:2.0:1746145242.996769:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2278 00002000:00100000:2.0:1746145242.996774:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fd500 x1830965535132672/t4294967977(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:128/0 lens 496/448 e 0 to 0 dl 1746145253 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145242.996780:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd500 with x1830965535132672 ext(0->7) 00010000:00010000:2.0:1746145242.996784:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 60 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145242.996792:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d5feb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535305 expref: 60 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145242.996797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd500 00000100:00100000:0.0:1746145242.999109:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.004888:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.004933:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535133056 00000100:00100000:1.0:1746145243.004941:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535133056 00002000:00100000:1.0:1746145243.004981:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965535133056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.004990:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965535133056 ext(0->4095) 00002000:00010000:1.0:1746145243.004994:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:1.0:1746145243.005023:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4207 00000100:00100000:1.0:1746145243.005030:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535133056:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.005541:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535133056:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 510us (658us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.005546:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4207 00002000:00100000:1.0:1746145243.005552:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965535133056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.005560:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965535133056 ext(0->4095) 00002000:00010000:1.0:1746145243.005562:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:0.0:1746145243.007926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.008076:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535133184 00000100:00100000:1.0:1746145243.008083:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535133184 00000100:00100000:1.0:1746145243.008129:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5928 00000100:00100000:1.0:1746145243.008136:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31571:x1830965535133184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.008150:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.008165:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535313 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.008188:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53530c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.008194:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.008196:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.008199:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.008223:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53530c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.008232:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d5ff2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53530c expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.008242:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531002752:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.008312:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.008584:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.011781:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531002752:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.011803:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.011823:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145243.012423:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535133184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4285us (4501us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.012432:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5928 00000100:00100000:0.0:1746145243.012575:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.016494:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.016969:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535133696 00000100:00100000:1.0:1746145243.016975:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535133696 00002000:00100000:1.0:1746145243.017008:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc000 x1830965535133696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.017017:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc000 with x1830965535133696 ext(0->4095) 00010000:00010000:1.0:1746145243.017024:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 61 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.017036:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 61 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.017053:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc000 00000100:00100000:1.0:1746145243.017081:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2279 00000100:00100000:1.0:1746145243.017087:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535133696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.017215:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535133696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (723us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.017220:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2279 00002000:00100000:1.0:1746145243.017225:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc000 x1830965535133696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.017246:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc000 with x1830965535133696 ext(0->4095) 00010000:00010000:1.0:1746145243.017251:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 61 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.017259:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d5ff9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535313 expref: 61 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.017264:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc000 00000100:00100000:0.0:1746145243.020281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.020889:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.021445:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535133824 00000100:00100000:1.0:1746145243.021449:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535133824 00000100:00100000:1.0:1746145243.021518:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5930 00000100:00100000:1.0:1746145243.021524:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535133824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.021536:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.021546:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535321 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021561:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.021565:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021570:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.021573:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021601:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021616:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021640:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.021642:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.021648:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021654:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021672:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.021681:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6000 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53531a expref: 60 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.021691:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531003264:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145243.021752:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.023600:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531003264:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145243.023611:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:1.0:1746145243.023887:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535133824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2362us (3609us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.023893:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5930 00000100:00100000:0.0:1746145243.023938:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.025669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.025731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.025785:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535134336 00000100:00100000:1.0:1746145243.025789:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535134336 00000100:00100000:1.0:1746145243.025820:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5931 00000100:00100000:1.0:1746145243.025825:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535134336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.025834:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.025845:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535328 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.025861:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.025865:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.025870:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.025873:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535328 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.025898:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.025907:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535328 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.025914:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936f8400, rc 0) 00000100:00100000:1.0:1746145243.025937:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535134336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (270us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.025942:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5931 00000100:00100000:0.0:1746145243.028402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.028578:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535134720 00000100:00100000:2.0:1746145243.028582:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535134720 00002000:00100000:2.0:1746145243.028612:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d180 x1830965535134720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.028620:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d180 with x1830965535134720 ext(0->4095) 00010000:00010000:2.0:1746145243.028656:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.028668:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.028674:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10d180 00000100:00100000:2.0:1746145243.028702:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2281 00000100:00100000:2.0:1746145243.028708:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535134720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.028820:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535134720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (421us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.028826:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2281 00002000:00100000:2.0:1746145243.028831:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d180 x1830965535134720/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.028836:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d180 with x1830965535134720 ext(0->4095) 00010000:00010000:2.0:1746145243.028840:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.028852:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6007 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535321 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.028857:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10d180 00000100:00100000:0.0:1746145243.030893:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.034591:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.034842:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535135104 00000100:00100000:1.0:1746145243.034847:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535135104 00002000:00100000:1.0:1746145243.034878:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ea00 x1830965535135104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.034892:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ea00 with x1830965535135104 ext(0->4095) 00002000:00010000:1.0:1746145243.034896:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ea00 00000100:00100000:1.0:1746145243.034910:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4208 00000100:00100000:1.0:1746145243.034916:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535135104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.035039:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535135104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (448us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.035055:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4208 00002000:00100000:1.0:1746145243.035060:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ea00 x1830965535135104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.035066:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ea00 with x1830965535135104 ext(0->4095) 00002000:00010000:1.0:1746145243.035069:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ea00 00000100:00100000:0.0:1746145243.036337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.036397:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535135232 00000100:00100000:2.0:1746145243.036401:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535135232 00000100:00100000:2.0:1746145243.036464:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5932 00000100:00100000:2.0:1746145243.036471:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535135232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.036480:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.036493:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53532f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.036513:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535328 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.036519:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.036521:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.036524:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53532f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.036547:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535328 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.036556:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936f8400/0xb5ee96b21a0d600e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535328 expref: 59 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.036565:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531003776:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.036886:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.038295:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531003776:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.038312:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53532f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.038324:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7000, rc 0) 00000100:00100000:2.0:1746145243.038349:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535135232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.038356:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5932 00000100:00100000:0.0:1746145243.039467:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.042926:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.043068:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535135616 00000100:00100000:2.0:1746145243.043074:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535135616 00002000:00100000:2.0:1746145243.043108:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10e680 x1830965535135616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.043117:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e680 with x1830965535135616 ext(0->4095) 00002000:00010000:2.0:1746145243.043121:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10e680 00000100:00100000:2.0:1746145243.043144:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4209 00000100:00100000:2.0:1746145243.043150:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535135616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.043345:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535135616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 195us (424us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.043351:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4209 00002000:00100000:2.0:1746145243.043356:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10e680 x1830965535135616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.043363:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e680 with x1830965535135616 ext(0->4095) 00002000:00010000:2.0:1746145243.043365:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10e680 00000100:00100000:0.0:1746145243.045032:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.045205:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.045376:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535135744 00000100:00100000:1.0:1746145243.045381:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535135744 00000100:00100000:1.0:1746145243.045515:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535135872 00000100:00100000:1.0:1746145243.045518:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535135872 00000100:00100000:2.0:1746145243.045571:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5933 00000100:00100000:2.0:1746145243.045579:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535135744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.045591:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.045603:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535336 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.045647:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53532f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.045654:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.045655:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.045658:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.045681:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53532f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.045691:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6015 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53532f expref: 5 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.045701:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531004032:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.045920:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5934 00000100:00100000:1.0:1746145243.045929:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535135872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.045936:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.045943:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53533d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.045953:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.045957:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.045965:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.045968:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53533d expref: 62 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.045987:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.045997:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53533d expref: 62 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.046006:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:2.0:1746145243.046273:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.046311:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535135872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 382us (1105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.046317:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5934 00000100:00100000:2.0:1746145243.049015:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531004032:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145243.049017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145243.049035:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.049056:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7c00, rc 0) 00000100:00100000:2.0:1746145243.049122:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535135744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3544us (4093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.049129:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5933 00000100:00100000:0.0:1746145243.051402:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.051436:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535136256 00000100:00100000:2.0:1746145243.051440:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535136256 00002000:00100000:2.0:1746145243.051467:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10e300 x1830965535136256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.051475:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e300 with x1830965535136256 ext(0->4095) 00010000:00010000:2.0:1746145243.051481:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.051491:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.051497:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10e300 00000100:00100000:2.0:1746145243.051509:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2282 00000100:00100000:2.0:1746145243.051514:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535136256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.051698:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535136256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 182us (295us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.051704:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2282 00002000:00100000:2.0:1746145243.051709:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10e300 x1830965535136256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.051715:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e300 with x1830965535136256 ext(0->4095) 00010000:00010000:2.0:1746145243.051720:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.051733:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d601c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535336 expref: 61 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.051738:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10e300 00000100:00100000:0.0:1746145243.053124:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.061932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.062552:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535136640 00000100:00100000:2.0:1746145243.062559:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535136640 00002000:00100000:2.0:1746145243.062591:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ed80 x1830965535136640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.062600:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ed80 with x1830965535136640 ext(0->4095) 00002000:00010000:2.0:1746145243.062603:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ed80 00000100:00100000:2.0:1746145243.062650:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4210 00000100:00100000:2.0:1746145243.062658:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535136640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.062769:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535136640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (844us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.062775:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4210 00002000:00100000:2.0:1746145243.062780:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ed80 x1830965535136640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.062787:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ed80 with x1830965535136640 ext(0->4095) 00002000:00010000:2.0:1746145243.062789:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ed80 00000100:00100000:0.0:1746145243.064996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.065488:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535136768 00000100:00100000:2.0:1746145243.065495:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535136768 00000100:00100000:2.0:1746145243.065536:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5935 00000100:00100000:2.0:1746145243.065542:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535136768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.065557:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.065571:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535344 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.065593:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53533d expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.065599:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.065600:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.065603:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.065657:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53533d expref: 59 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.065667:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6023 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53533d expref: 59 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.065678:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531004544:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.065752:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.070122:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.070196:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.070251:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535137024 00000100:00100000:1.0:1746145243.070260:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535137024 00000100:00100000:2.0:1746145243.070287:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093936a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531004544:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.070299:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5936 00000100:00100000:1.0:1746145243.070307:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535137024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.070311:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.070320:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.070328:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7000, rc 0) 00010000:00010000:1.0:1746145243.070333:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53534b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.070350:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.070355:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.070364:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535136768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4821us (5371us total) trans 0 rc 0/0 00010000:00010000:1.0:1746145243.070364:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.070368:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.070372:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5935 00010000:00010000:1.0:1746145243.070397:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.070410:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.070417:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145243.070435:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535137024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (239us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.070445:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5936 00000100:00100000:2.0:1746145243.075584:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.075795:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535137280 00000100:00100000:1.0:1746145243.075800:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535137280 00002000:00100000:1.0:1746145243.075830:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965535137280/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.075838:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965535137280 ext(0->4095) 00010000:00010000:1.0:1746145243.075845:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.075857:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.075862:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093936a00 00000100:00100000:1.0:1746145243.075876:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2283 00000100:00100000:1.0:1746145243.075881:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535137280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.075996:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535137280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (417us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.076002:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2283 00002000:00100000:1.0:1746145243.076006:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965535137280/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.076012:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965535137280 ext(0->4095) 00010000:00010000:1.0:1746145243.076016:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.076024:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d602a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535344 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.076029:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093936a00 00000100:00100000:0.0:1746145243.084745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.091171:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.093885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.093985:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535137792 00000100:00100000:1.0:1746145243.093992:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535137792 00000100:00100000:1.0:1746145243.094245:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5937 00000100:00100000:1.0:1746145243.094252:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535137792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.094266:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.094279:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535352 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.094304:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.094314:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.094316:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.094319:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535352 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.094343:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.094353:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 59 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.094362:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531005056:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.095304:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.102670:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.102878:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531005056:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.102906:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535352 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.102921:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:1.0:1746145243.102955:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535137792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8703us (9074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.102962:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5937 00000100:00100000:2.0:1746145243.103030:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535137920 00000100:00100000:2.0:1746145243.103036:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535137920 00002000:00100000:2.0:1746145243.103088:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092696a00 x1830965535137920/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.103097:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965535137920 ext(0->7) 00010000:00010000:2.0:1746145243.103103:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 60 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.103114:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 60 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.103120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696a00 00000100:00100000:2.0:1746145243.103144:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2284 00000100:00100000:2.0:1746145243.103150:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535137920:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145243.103376:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535137920:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 225us (712us total) trans 4294967978 rc 0/0 00000100:00100000:2.0:1746145243.103381:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2284 00002000:00100000:2.0:1746145243.103387:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092696a00 x1830965535137920/t4294967978(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.103393:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965535137920 ext(0->7) 00010000:00010000:2.0:1746145243.103397:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.103410:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6031 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53534b expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.103415:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696a00 00000100:00100000:0.0:1746145243.105741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.114490:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.114615:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535138304 00000100:00100000:2.0:1746145243.114623:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535138304 00002000:00100000:2.0:1746145243.114677:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965535138304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.114687:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965535138304 ext(0->4095) 00002000:00010000:2.0:1746145243.114692:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695180 00000100:00100000:2.0:1746145243.114711:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4212 00000100:00100000:2.0:1746145243.114718:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535138304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.116708:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535138304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1987us (2221us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.116716:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4212 00002000:00100000:2.0:1746145243.116724:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965535138304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.116732:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965535138304 ext(0->4095) 00002000:00010000:2.0:1746145243.116735:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695180 00000100:00100000:0.0:1746145243.118397:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.119920:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535138432 00000100:00100000:1.0:1746145243.119928:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535138432 00000100:00100000:1.0:1746145243.119982:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5938 00000100:00100000:1.0:1746145243.119989:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535138432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.120005:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.120020:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535359 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.120053:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535352 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.120060:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.120061:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.120065:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.120090:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535352 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.120101:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d6038 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535352 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.120111:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531005312:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.120180:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.122539:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.123148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.123305:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531005312:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.123326:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123341:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58de00, rc 0) 00000100:00100000:1.0:1746145243.123370:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535138432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3382us (4975us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.123380:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5938 00000100:00100000:1.0:1746145243.123400:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535138560 00000100:00100000:1.0:1746145243.123404:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535138560 00000100:00100000:1.0:1746145243.123427:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5939 00000100:00100000:1.0:1746145243.123432:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535138560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.123442:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.123451:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535360 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123465:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.123468:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123473:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.123475:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123494:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123502:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.123507:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8000, rc 0) 00000100:00100000:1.0:1746145243.123519:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535138560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (985us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.123524:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5939 00000100:00100000:0.0:1746145243.128342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.128454:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535138944 00000100:00100000:2.0:1746145243.128459:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535138944 00002000:00100000:2.0:1746145243.128491:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695880 x1830965535138944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.128505:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535138944 ext(0->4095) 00010000:00010000:2.0:1746145243.128513:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.128524:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.128530:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695880 00000100:00100000:2.0:1746145243.128551:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2285 00000100:00100000:2.0:1746145243.128556:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535138944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.128707:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535138944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 150us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.128713:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2285 00002000:00100000:2.0:1746145243.128717:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695880 x1830965535138944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.128723:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535138944 ext(0->4095) 00010000:00010000:2.0:1746145243.128727:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.128735:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d603f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535359 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.128740:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695880 00000100:00100000:1.0:1746145243.131277:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.131344:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535139072 00000100:00100000:2.0:1746145243.131351:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535139072 00000100:00100000:2.0:1746145243.131505:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5940 00000100:00100000:2.0:1746145243.131513:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535139072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.131526:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.131539:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535367 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.131560:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.131565:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.131570:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.131573:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.131602:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.131612:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.132023:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c6200, rc 0) 00000100:00100000:2.0:1746145243.132074:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535139072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 561us (801us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.132084:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5940 00000100:00100000:0.0:1746145243.132973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.136374:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.136850:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535139456 00000100:00100000:1.0:1746145243.136855:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535139456 00002000:00100000:1.0:1746145243.136884:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696300 x1830965535139456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.136892:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696300 with x1830965535139456 ext(0->4095) 00010000:00010000:1.0:1746145243.136898:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.136908:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.136914:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696300 00000100:00100000:1.0:1746145243.136940:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2286 00000100:00100000:1.0:1746145243.136946:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535139456:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.137066:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535139456:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (697us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.137072:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2286 00002000:00100000:1.0:1746145243.137077:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696300 x1830965535139456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.137084:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696300 with x1830965535139456 ext(0->4095) 00010000:00010000:1.0:1746145243.137088:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.137096:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d6046 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535360 expref: 62 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.137102:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696300 00000100:00100000:0.0:1746145243.139773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.139814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.139894:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535139584 00000100:00100000:2.0:1746145243.139900:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535139584 00000100:00100000:2.0:1746145243.139938:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5941 00000100:00100000:2.0:1746145243.139945:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535139584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.139957:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.139970:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53536e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.139991:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.139996:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.140001:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.140005:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53536e expref: 63 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.140032:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.140051:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53536e expref: 63 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.140059:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7000, rc 0) 00000100:00100000:2.0:1746145243.140101:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535139584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (332us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.140106:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5941 00000100:00100000:0.0:1746145243.143532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.144124:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535139968 00000100:00100000:1.0:1746145243.144130:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535139968 00002000:00100000:1.0:1746145243.144162:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696d80 x1830965535139968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.144175:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696d80 with x1830965535139968 ext(0->4095) 00010000:00010000:1.0:1746145243.144182:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.144193:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.144199:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696d80 00000100:00100000:1.0:1746145243.144646:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2287 00000100:00100000:1.0:1746145243.144655:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535139968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.144778:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535139968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.144783:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2287 00002000:00100000:1.0:1746145243.144788:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696d80 x1830965535139968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.144795:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696d80 with x1830965535139968 ext(0->4095) 00010000:00010000:1.0:1746145243.144799:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.144812:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d604d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535367 expref: 6 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.144817:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696d80 00000100:00100000:0.0:1746145243.148194:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.152055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.154864:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.155015:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535140480 00000100:00100000:2.0:1746145243.155020:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535140480 00000100:00100000:2.0:1746145243.155142:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5942 00000100:00100000:2.0:1746145243.155150:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535140480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.155163:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.155178:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535375 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.155203:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53536e expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.155210:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.155212:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.155215:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.155240:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53536e expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.155250:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6054 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53536e expref: 61 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.155260:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531006336:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.155332:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.156446:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531006336:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.156464:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.156476:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7c00, rc 0) 00000100:00100000:2.0:1746145243.156514:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535140480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1364us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.156521:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5942 00000100:00100000:0.0:1746145243.158094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.161165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.161481:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535140864 00000100:00100000:1.0:1746145243.161486:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535140864 00002000:00100000:1.0:1746145243.161521:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccc700 x1830965535140864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.161530:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccc700 with x1830965535140864 ext(0->4095) 00002000:00010000:1.0:1746145243.161533:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccc700 00000100:00100000:1.0:1746145243.161554:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4214 00000100:00100000:1.0:1746145243.161560:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535140864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145243.164363:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.164409:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535140992 00000100:00100000:2.0:1746145243.164415:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535140992 00000100:00100000:2.0:1746145243.164450:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5943 00000100:00100000:2.0:1746145243.164455:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535140992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.164466:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.164479:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53537c expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.164500:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.164506:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.164508:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.164511:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 62 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.164532:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.164542:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.164549:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535140864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 2988us (3387us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.164552:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531006592:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.164555:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4214 00002000:00100000:1.0:1746145243.164560:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccc700 x1830965535140864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.164567:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccc700 with x1830965535140864 ext(0->4095) 00010000:00010000:1.0:1746145243.164572:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.164581:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d605b lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535375 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.164591:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccc700 00000100:00100000:2.0:1746145243.164604:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.165946:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531006592:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.165964:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 62 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.165981:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c6200, rc 0) 00000100:00100000:2.0:1746145243.166012:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535140992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1556us (1653us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.166018:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5943 00000100:00100000:0.0:1746145243.168286:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.168333:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.168397:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535141120 00000100:00100000:2.0:1746145243.168403:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535141120 00000100:00100000:2.0:1746145243.168434:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5944 00000100:00100000:2.0:1746145243.168440:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535141120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.168453:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.168465:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535383 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.168485:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.168489:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.168494:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.168497:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535383 expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.168524:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.168533:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535383 expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.168544:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef600, rc 0) 00000100:00100000:2.0:1746145243.168797:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535141120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 355us (514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.168802:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5944 00000100:00100000:0.0:1746145243.171494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.172645:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535141504 00000100:00100000:1.0:1746145243.172651:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535141504 00002000:00100000:1.0:1746145243.172681:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccd180 x1830965535141504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.172694:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd180 with x1830965535141504 ext(0->4095) 00010000:00010000:1.0:1746145243.172700:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.172711:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.172717:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccd180 00000100:00100000:1.0:1746145243.172739:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2288 00000100:00100000:1.0:1746145243.172744:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535141504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.173391:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535141504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 645us (1901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.173397:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2288 00002000:00100000:1.0:1746145243.173402:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccd180 x1830965535141504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.173409:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd180 with x1830965535141504 ext(0->4095) 00010000:00010000:1.0:1746145243.173414:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.173427:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6062 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53537c expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.173432:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccd180 00000100:00100000:0.0:1746145243.176929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.179660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.179872:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535141888 00000100:00100000:1.0:1746145243.179877:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535141888 00002000:00100000:1.0:1746145243.179910:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccd880 x1830965535141888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.179919:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd880 with x1830965535141888 ext(0->4095) 00002000:00010000:1.0:1746145243.179923:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccd880 00000100:00100000:1.0:1746145243.179944:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4215 00000100:00100000:1.0:1746145243.179949:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535141888:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.180081:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535141888:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (421us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.180086:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4215 00002000:00100000:1.0:1746145243.180091:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccd880 x1830965535141888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.180097:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd880 with x1830965535141888 ext(0->4095) 00002000:00010000:1.0:1746145243.180100:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccd880 00000100:00100000:0.0:1746145243.181472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.181514:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535142016 00000100:00100000:2.0:1746145243.181518:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535142016 00000100:00100000:2.0:1746145243.181547:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5945 00000100:00100000:2.0:1746145243.181550:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535142016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.181558:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.181570:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53538a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.181587:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535383 expref: 61 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.181592:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.181593:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.181595:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53538a expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.181612:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535383 expref: 61 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.181620:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d6069 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535383 expref: 61 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.181644:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531007104:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.181699:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.182581:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531007104:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.182593:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53538a expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.182601:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c6200, rc 0) 00000100:00100000:2.0:1746145243.182640:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535142016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1074us (1156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.182655:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5945 00000100:00100000:0.0:1746145243.183720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.186236:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.186389:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535142400 00000100:00100000:1.0:1746145243.186393:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535142400 00002000:00100000:1.0:1746145243.186422:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cce300 x1830965535142400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.186435:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cce300 with x1830965535142400 ext(0->4095) 00002000:00010000:1.0:1746145243.186438:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132cce300 00000100:00100000:1.0:1746145243.186466:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4216 00000100:00100000:1.0:1746145243.186473:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535142400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.186589:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cce300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535142400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (357us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.186594:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4216 00002000:00100000:1.0:1746145243.186599:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cce300 x1830965535142400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.186605:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cce300 with x1830965535142400 ext(0->4095) 00002000:00010000:1.0:1746145243.186607:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132cce300 00000100:00100000:0.0:1746145243.188988:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.189078:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535142528 00000100:00100000:2.0:1746145243.189084:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535142528 00000100:00100000:2.0:1746145243.189112:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5946 00000100:00100000:2.0:1746145243.189119:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535142528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.189131:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.189146:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535391 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.189170:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53538a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.189176:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.189178:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.189181:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 62 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.189211:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53538a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.189221:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6200/0xb5ee96b21a0d6070 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53538a expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.189231:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531007360:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.189310:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.190783:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.190872:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535142656 00000100:00100000:0.0:1746145243.190876:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535142656 00000100:00100000:0.0:1746145243.190898:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5947 00000100:00100000:0.0:1746145243.190904:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535142656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145243.190914:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145243.190923:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535398 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.190940:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.190943:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.190948:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145243.190951:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.190976:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.190986:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.190993:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e200, rc 0) 00000100:00100000:0.0:1746145243.191019:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535142656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 115us (240us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145243.191025:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5947 00000100:00100000:2.0:1746145243.191726:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531007360:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.191740:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.191749:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7000, rc 0) 00000100:00100000:2.0:1746145243.191767:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535142528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2649us (2785us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.191772:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5946 00000100:00100000:0.0:1746145243.192061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.195030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.195092:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535143040 00000100:00100000:1.0:1746145243.195097:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535143040 00002000:00100000:1.0:1746145243.195138:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cced80 x1830965535143040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.195150:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cced80 with x1830965535143040 ext(0->4095) 00010000:00010000:1.0:1746145243.195156:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.195168:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.195173:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132cced80 00000100:00100000:1.0:1746145243.195200:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2289 00000100:00100000:1.0:1746145243.195207:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535143040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.195343:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cced80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535143040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.195348:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2289 00002000:00100000:1.0:1746145243.195353:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cced80 x1830965535143040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.195359:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cced80 with x1830965535143040 ext(0->4095) 00010000:00010000:1.0:1746145243.195364:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.195372:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7000/0xb5ee96b21a0d6077 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535391 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.195377:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132cced80 00000100:00100000:0.0:1746145243.196811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.197205:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535143168 00000100:00100000:2.0:1746145243.197209:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535143168 00000100:00100000:0.0:1746145243.197472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.197535:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5948 00000100:00100000:2.0:1746145243.197542:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535143168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.197555:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.197573:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53539f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.197598:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.197603:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.197608:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.197611:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.197669:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 63 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.197681:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.197692:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094597200, rc 0) 00000100:00100000:2.0:1746145243.197720:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535143168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 179us (911us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.197726:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5948 00000100:00100000:0.0:1746145243.199578:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.199644:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535143552 00000100:00100000:1.0:1746145243.199648:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535143552 00002000:00100000:1.0:1746145243.199671:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf800 x1830965535143552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.199677:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf800 with x1830965535143552 ext(0->4095) 00010000:00010000:1.0:1746145243.199682:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 62 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.199690:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 62 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.199698:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf800 00000100:00100000:1.0:1746145243.199716:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2290 00000100:00100000:1.0:1746145243.199720:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535143552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.199830:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535143552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.199836:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2290 00002000:00100000:1.0:1746145243.199841:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf800 x1830965535143552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.199851:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf800 with x1830965535143552 ext(0->4095) 00010000:00010000:1.0:1746145243.199856:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 62 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.199864:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e200/0xb5ee96b21a0d607e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535398 expref: 62 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.199869:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf800 00000100:00100000:0.0:1746145243.201556:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.201591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.201660:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535143680 00000100:00100000:1.0:1746145243.201665:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535143680 00000100:00100000:1.0:1746145243.201704:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5949 00000100:00100000:1.0:1746145243.201711:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535143680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.201721:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.202033:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353a6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.202072:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.202077:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.202082:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.202086:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353a6 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.202115:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.202126:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353a6 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.202135:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145243.202170:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535143680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 459us (617us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.202176:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5949 00000100:00100000:0.0:1746145243.204792:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.204822:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535144064 00000100:00100000:1.0:1746145243.204830:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535144064 00002000:00100000:1.0:1746145243.204868:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f480 x1830965535144064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.204875:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f480 with x1830965535144064 ext(0->4095) 00010000:00010000:1.0:1746145243.204882:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.204898:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.204904:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f480 00000100:00100000:1.0:1746145243.204931:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2291 00000100:00100000:1.0:1746145243.204938:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535144064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.205067:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535144064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.205072:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2291 00002000:00100000:1.0:1746145243.205076:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f480 x1830965535144064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.205083:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f480 with x1830965535144064 ext(0->4095) 00010000:00010000:1.0:1746145243.205087:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.205096:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6085 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53539f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.205101:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f480 00000100:00100000:0.0:1746145243.207029:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.210769:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.210897:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535144448 00000100:00100000:2.0:1746145243.210903:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535144448 00002000:00100000:2.0:1746145243.210933:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838aa00 x1830965535144448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.210941:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838aa00 with x1830965535144448 ext(0->4095) 00002000:00010000:2.0:1746145243.210946:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838aa00 00000100:00100000:2.0:1746145243.210966:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4217 00000100:00100000:2.0:1746145243.210973:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535144448:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.211239:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535144448:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 266us (470us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.211245:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4217 00002000:00100000:2.0:1746145243.211250:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838aa00 x1830965535144448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.211257:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838aa00 with x1830965535144448 ext(0->4095) 00002000:00010000:2.0:1746145243.211259:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838aa00 00000100:00100000:0.0:1746145243.213720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.213870:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535144576 00000100:00100000:1.0:1746145243.213876:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535144576 00000100:00100000:1.0:1746145243.214332:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5950 00000100:00100000:1.0:1746145243.214341:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535144576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.214354:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.214368:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353ad expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.214400:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353a6 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.214406:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.214407:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.214410:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ad expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.214434:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353a6 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.214445:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d608c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353a6 expref: 61 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.214455:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531008384:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.214695:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.217029:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531008384:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.217062:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ad expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.217077:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8800, rc 0) 00000100:00100000:1.0:1746145243.217107:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535144576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2768us (3392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.217118:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5950 00000100:00100000:0.0:1746145243.217278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.219591:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.219760:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535144960 00000100:00100000:2.0:1746145243.219765:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535144960 00002000:00100000:2.0:1746145243.219794:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ca80 x1830965535144960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.219802:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ca80 with x1830965535144960 ext(0->4095) 00002000:00010000:2.0:1746145243.219806:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ca80 00000100:00100000:2.0:1746145243.219819:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4218 00000100:00100000:2.0:1746145243.219825:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535144960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.219932:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535144960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (340us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.219937:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4218 00002000:00100000:2.0:1746145243.219942:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ca80 x1830965535144960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.219948:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ca80 with x1830965535144960 ext(0->4095) 00002000:00010000:2.0:1746145243.219951:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ca80 00000100:00100000:0.0:1746145243.221072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.221663:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535145088 00000100:00100000:1.0:1746145243.221668:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535145088 00000100:00100000:0.0:1746145243.221677:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.221717:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535145216 00000100:00100000:1.0:1746145243.221719:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535145216 00000100:00100000:1.0:1746145243.221734:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5951 00000100:00100000:1.0:1746145243.221741:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535145088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.221760:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.221774:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353b4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.221796:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ad expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.221802:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.221804:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.221807:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.221844:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ad expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.221855:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8800/0xb5ee96b21a0d6093 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ad expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.221865:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531008640:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.221912:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.223865:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531008640:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.223885:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.223895:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef800, rc 0) 00000100:00100000:1.0:1746145243.224094:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535145088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2352us (3023us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.224101:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5951 00000100:00100000:0.0:1746145243.224143:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.228614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.228754:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535145600 00000100:00100000:1.0:1746145243.228762:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535145600 00002000:00100000:1.0:1746145243.228801:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965535145600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.228810:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965535145600 ext(0->4095) 00010000:00010000:1.0:1746145243.228819:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.228833:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.228838:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fdc00 00000100:00100000:1.0:1746145243.228869:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2292 00000100:00100000:1.0:1746145243.228877:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535145600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.229013:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535145600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (406us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.229019:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2292 00002000:00100000:1.0:1746145243.229025:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965535145600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.229031:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965535145600 ext(0->4095) 00010000:00010000:1.0:1746145243.229036:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.229056:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d609a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353b4 expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.229061:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fdc00 00000100:00100000:0.0:1746145243.231485:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.236507:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.236597:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535145984 00000100:00100000:1.0:1746145243.236602:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535145984 00002000:00100000:1.0:1746145243.236649:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965535145984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.236657:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965535145984 ext(0->4095) 00002000:00010000:1.0:1746145243.236660:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:1.0:1746145243.236681:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4219 00000100:00100000:1.0:1746145243.236686:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535145984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.236802:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535145984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.236807:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4219 00002000:00100000:1.0:1746145243.236812:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965535145984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.236819:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965535145984 ext(0->4095) 00002000:00010000:1.0:1746145243.236821:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145243.239898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.240067:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535146112 00000100:00100000:1.0:1746145243.240075:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535146112 00000100:00100000:1.0:1746145243.240203:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5953 00000100:00100000:1.0:1746145243.240212:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535146112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.240227:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.240242:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353c2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.240266:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d60a1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353bb expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.240272:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.240274:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.240277:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.240524:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d60a1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353bb expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.240536:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d60a1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353bb expref: 61 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.240547:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531009152:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.241168:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.243758:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145243.244198:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d60a1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353bb expref: 62 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.244223:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531009152:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.244242:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.244251:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145243.244274:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535146112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4064us (4383us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.244281:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5953 00000100:00100000:0.0:1746145243.246980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.247558:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535146496 00000100:00100000:2.0:1746145243.247565:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535146496 00002000:00100000:2.0:1746145243.247594:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee680 x1830965535146496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.247603:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee680 with x1830965535146496 ext(0->4095) 00002000:00010000:2.0:1746145243.247607:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cee680 00000100:00100000:2.0:1746145243.247651:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4220 00000100:00100000:2.0:1746145243.247657:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535146496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.247783:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535146496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (807us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.247788:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4220 00002000:00100000:2.0:1746145243.247793:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee680 x1830965535146496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.247799:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee680 with x1830965535146496 ext(0->4095) 00002000:00010000:2.0:1746145243.247802:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cee680 00000100:00100000:0.0:1746145243.248130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.248280:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535146624 00000100:00100000:1.0:1746145243.248283:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535146624 00000100:00100000:1.0:1746145243.248312:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5954 00000100:00100000:1.0:1746145243.248318:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535146624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.248326:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.248339:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353c9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.248360:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.248365:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.248368:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.248371:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c9 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.248856:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.248868:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d60a8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c2 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.248879:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531009408:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.248937:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.251511:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531009408:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.251534:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c9 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.251550:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58de00, rc 0) 00000100:00100000:1.0:1746145243.251984:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535146624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3664us (3852us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.251992:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5954 00000100:00100000:0.0:1746145243.252366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.252770:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535146752 00000100:00100000:1.0:1746145243.252776:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535146752 00000100:00100000:1.0:1746145243.253066:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5955 00000100:00100000:1.0:1746145243.253073:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535146752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.253086:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.253098:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60b6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353d0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.253116:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.253119:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c9 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.253124:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.253127:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60b6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353d0 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.253154:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353c9 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.253162:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60b6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353d0 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.253170:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145243.253203:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535146752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (837us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.253208:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5955 00000100:00100000:0.0:1746145243.254288:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.258831:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.262197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.266225:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.266467:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535147520 00000100:00100000:1.0:1746145243.266473:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535147520 00002000:00100000:1.0:1746145243.266504:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef800 x1830965535147520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.266513:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef800 with x1830965535147520 ext(0->4095) 00002000:00010000:1.0:1746145243.266517:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef800 00000100:00100000:1.0:1746145243.266540:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4221 00000100:00100000:1.0:1746145243.266547:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535147520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.266689:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535147520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (470us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.266694:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4221 00002000:00100000:1.0:1746145243.266699:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef800 x1830965535147520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.266711:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef800 with x1830965535147520 ext(0->4095) 00002000:00010000:1.0:1746145243.266713:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef800 00000100:00100000:0.0:1746145243.269468:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.272540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.275485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.275554:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535148032 00000100:00100000:2.0:1746145243.275560:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535148032 00002000:00100000:2.0:1746145243.275593:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93100 x1830965535148032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.275601:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93100 with x1830965535148032 ext(0->4095) 00002000:00010000:2.0:1746145243.275605:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93100 00000100:00100000:1.0:1746145243.275743:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4222 00000100:00100000:1.0:1746145243.275753:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535148032:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.275879:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535148032:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (398us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.275885:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4222 00002000:00100000:1.0:1746145243.275890:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93100 x1830965535148032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.275896:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93100 with x1830965535148032 ext(0->4095) 00002000:00010000:1.0:1746145243.275899:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93100 00000100:00100000:0.0:1746145243.276936:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.280523:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.280621:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535148288 00000100:00100000:1.0:1746145243.280645:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535148288 00000100:00100000:1.0:1746145243.280689:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5958 00000100:00100000:1.0:1746145243.280696:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535148288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.280711:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.280724:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353e5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.280745:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.280750:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.280754:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.280758:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353e5 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.280788:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 64 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.280798:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353e5 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.280808:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:1.0:1746145243.280854:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535148288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.280860:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5958 00000100:00100000:0.0:1746145243.281667:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.284964:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.285023:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535148672 00000100:00100000:0.0:1746145243.285029:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535148672 00002000:00100000:0.0:1746145243.285074:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937480 x1830965535148672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.285083:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937480 with x1830965535148672 ext(0->4095) 00010000:00010000:0.0:1746145243.285091:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145243.285103:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746145243.285114:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937480 00000100:00100000:0.0:1746145243.285136:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2294 00000100:00100000:0.0:1746145243.285143:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535148672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145243.285266:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535148672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (308us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145243.285273:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2294 00002000:00100000:0.0:1746145243.285278:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937480 x1830965535148672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.285285:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937480 with x1830965535148672 ext(0->4095) 00010000:00010000:0.0:1746145243.285289:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145243.285298:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3000/0xb5ee96b21a0d60c4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353de expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746145243.285303:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937480 00000100:00100000:0.0:1746145243.287264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.290509:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.290564:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535149056 00000100:00100000:1.0:1746145243.290570:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535149056 00002000:00100000:1.0:1746145243.290604:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5500 x1830965535149056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.290613:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5500 with x1830965535149056 ext(0->4095) 00002000:00010000:1.0:1746145243.290616:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5500 00000100:00100000:1.0:1746145243.290657:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4223 00000100:00100000:1.0:1746145243.290663:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535149056:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.290774:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535149056:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.290780:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4223 00002000:00100000:1.0:1746145243.290784:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5500 x1830965535149056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.290796:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5500 with x1830965535149056 ext(0->4095) 00002000:00010000:1.0:1746145243.290799:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5500 00000100:00100000:0.0:1746145243.293574:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.297939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.302378:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.302401:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535149568 00000100:00100000:1.0:1746145243.302409:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535149568 00002000:00100000:1.0:1746145243.302446:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4700 x1830965535149568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:0.0:1746145243.302450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:1.0:1746145243.302454:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4700 with x1830965535149568 ext(0->4095) 00002000:00010000:1.0:1746145243.302459:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b4700 00000100:00100000:1.0:1746145243.302477:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4224 00000100:00100000:1.0:1746145243.302483:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535149568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.302592:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535149696 00000100:00100000:2.0:1746145243.302596:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535149696 00000100:00100000:2.0:1746145243.302616:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5960 00000100:00100000:2.0:1746145243.302621:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535149696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746145243.302640:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535149568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (255us total) trans 0 rc 4096/4096 00010000:00010000:2.0:1746145243.302644:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.302657:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5353f3 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.302678:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d60d2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ec expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.302683:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.302684:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.302687:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353f3 expref: 63 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.302711:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d60d2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ec expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.302721:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d60d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ec expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.302730:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531010944:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.302777:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.304264:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4224 00002000:00100000:1.0:1746145243.304276:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4700 x1830965535149568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.304284:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4700 with x1830965535149568 ext(0->4095) 00010000:00010000:1.0:1746145243.304291:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d60d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ec expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.304301:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d60d2 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353ec expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.304306:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4700 00000100:00100000:0.0:1746145243.305149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.307827:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.313065:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.313360:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535150208 00000100:00100000:1.0:1746145243.313366:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535150208 00002000:00100000:1.0:1746145243.313399:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5f80 x1830965535150208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.313408:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5f80 with x1830965535150208 ext(0->4095) 00010000:00010000:1.0:1746145243.313414:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353f3 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.313425:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353f3 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.313429:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b5f80 00000100:00100000:1.0:1746145243.313443:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2295 00000100:00100000:1.0:1746145243.313448:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535150208:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.313565:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535150208:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (502us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.313570:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2295 00002000:00100000:1.0:1746145243.313575:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5f80 x1830965535150208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.313581:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5f80 with x1830965535150208 ext(0->4095) 00010000:00010000:1.0:1746145243.313584:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353f3 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.313592:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d60d9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353f3 expref: 63 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.313601:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b5f80 00000100:00100000:0.0:1746145243.318023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.328989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.331719:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535150592 00000100:00100000:1.0:1746145243.331730:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535150592 00002000:00100000:1.0:1746145243.331774:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1180 x1830965535150592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.331784:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965535150592 ext(0->4095) 00002000:00010000:1.0:1746145243.331788:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1180 00000100:00100000:1.0:1746145243.332328:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4225 00000100:00100000:1.0:1746145243.332337:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535150592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.332563:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535150592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 226us (3580us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.332570:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4225 00002000:00100000:1.0:1746145243.332575:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1180 x1830965535150592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.332582:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965535150592 ext(0->4095) 00002000:00010000:1.0:1746145243.332585:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1180 00000100:00100000:0.0:1746145243.333830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.333916:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535150720 00000100:00100000:1.0:1746145243.333920:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535150720 00000100:00100000:1.0:1746145243.333956:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5962 00000100:00100000:1.0:1746145243.333963:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535150720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.333974:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.333989:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535401 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.334014:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.334020:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.334022:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.334025:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.334058:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.334068:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 61 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.334077:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531011456:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.334266:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.339815:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531011456:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.339844:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.339862:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145243.339899:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535150720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5936us (6071us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.339907:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5962 00000100:00100000:0.0:1746145243.343879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.343963:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535150848 00000100:00100000:1.0:1746145243.343970:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535150848 00002000:00100000:1.0:1746145243.344007:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e3100 x1830965535150848/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.344015:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3100 with x1830965535150848 ext(0->7) 00010000:00010000:1.0:1746145243.344023:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 62 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.344035:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 62 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.344051:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3100 00000100:00100000:1.0:1746145243.345011:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2296 00000100:00100000:1.0:1746145243.345020:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535150848:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145243.345287:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965535150848:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 268us (1412us total) trans 4294967979 rc 0/0 00000100:00100000:1.0:1746145243.345294:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2296 00002000:00100000:1.0:1746145243.345299:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e3100 x1830965535150848/t4294967979(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.345306:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3100 with x1830965535150848 ext(0->7) 00010000:00010000:1.0:1746145243.345311:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 64 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.345320:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d60e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5353fa expref: 64 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.345326:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3100 00000100:00100000:2.0:1746145243.357951:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.362868:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.362952:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535151104 00000100:00100000:1.0:1746145243.362961:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535151104 00000100:00100000:1.0:1746145243.363009:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5963 00000100:00100000:1.0:1746145243.363017:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535151104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.363033:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.363056:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535408 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.363083:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.363090:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.363092:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.363095:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.363119:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.363129:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.363139:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531011712:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.363376:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.364341:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.364395:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535151360 00000100:00100000:2.0:1746145243.364398:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535151360 00002000:00100000:2.0:1746145243.364423:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0a80 x1830965535151360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.364432:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0a80 with x1830965535151360 ext(0->4095) 00010000:00010000:2.0:1746145243.364438:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.364448:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.364453:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0a80 00000100:00100000:2.0:1746145243.364472:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2297 00000100:00100000:2.0:1746145243.364477:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535151360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.364597:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535151360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.364602:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2297 00002000:00100000:2.0:1746145243.364607:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0a80 x1830965535151360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.364612:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0a80 with x1830965535151360 ext(0->4095) 00010000:00010000:2.0:1746145243.364616:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.364623:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d60e7 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535401 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.364651:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0a80 00000100:00100000:1.0:1746145243.370026:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531011712:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.370063:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.370084:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58de00, rc 0) 00000100:00100000:1.0:1746145243.370390:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535151104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7372us (7526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.370398:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5963 00000100:00100000:0.0:1746145243.371261:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.371320:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535151488 00000100:00100000:1.0:1746145243.371325:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535151488 00000100:00100000:1.0:1746145243.371358:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5964 00000100:00100000:1.0:1746145243.371364:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535151488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.371376:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.371388:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53540f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.371404:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.371408:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.371413:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.371416:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53540f expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.371441:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.371451:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53540f expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.371461:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80b7600, rc 0) 00000100:00100000:1.0:1746145243.371920:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31571:x1830965535151488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 555us (660us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.371926:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5964 00000100:00100000:0.0:1746145243.372992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.376228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.376334:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535151872 00000100:00100000:1.0:1746145243.376340:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535151872 00002000:00100000:1.0:1746145243.376370:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0000 x1830965535151872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.376378:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535151872 ext(0->4095) 00010000:00010000:1.0:1746145243.376385:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.376396:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.376401:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0000 00000100:00100000:1.0:1746145243.376426:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2298 00000100:00100000:1.0:1746145243.376432:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1960:x1830965535151872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.377106:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1960:x1830965535151872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 674us (879us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.377112:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2298 00002000:00100000:1.0:1746145243.377117:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0000 x1830965535151872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.377128:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535151872 ext(0->4095) 00010000:00010000:1.0:1746145243.377133:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.377142:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58de00/0xb5ee96b21a0d60ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535408 expref: 65 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.377146:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0000 00000100:00100000:0.0:1746145243.378735:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.382514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.382752:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535152256 00000100:00100000:2.0:1746145243.382758:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535152256 00002000:00100000:2.0:1746145243.382788:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2680 x1830965535152256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.382796:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2680 with x1830965535152256 ext(0->4095) 00002000:00010000:2.0:1746145243.382800:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2680 00000100:00100000:2.0:1746145243.382815:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4226 00000100:00100000:2.0:1746145243.382821:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535152256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.384202:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535152256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1377us (1685us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.384209:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4226 00002000:00100000:2.0:1746145243.384216:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2680 x1830965535152256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.384223:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2680 with x1830965535152256 ext(0->4095) 00002000:00010000:2.0:1746145243.384226:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2680 00000100:00100000:0.0:1746145243.388362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.389101:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535152384 00000100:00100000:1.0:1746145243.389110:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535152384 00000100:00100000:1.0:1746145243.389164:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5965 00000100:00100000:1.0:1746145243.389172:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535152384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.389187:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.389202:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535416 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.389225:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53540f expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.389231:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.389233:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.389236:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.389260:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53540f expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.389274:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d60f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53540f expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.389285:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531012224:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.389802:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.391858:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531012224:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.391878:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.391891:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c600, rc 0) 00000100:00100000:1.0:1746145243.391923:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535152384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2753us (3568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.391930:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5965 00000100:00100000:0.0:1746145243.393381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.393824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.393892:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535152640 00000100:00100000:1.0:1746145243.393899:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535152640 00000100:00100000:1.0:1746145243.393948:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5966 00000100:00100000:1.0:1746145243.393955:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535152640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.393970:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.393983:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53541d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.394004:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.394008:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.394018:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.394021:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.394059:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.394069:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.394077:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58c800, rc 0) 00000100:00100000:1.0:1746145243.394106:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535152640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (283us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.394111:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5966 00000100:00100000:0.0:1746145243.398084:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.398348:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535152896 00000100:00100000:2.0:1746145243.398354:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535152896 00002000:00100000:2.0:1746145243.398386:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965535152896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.398393:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965535152896 ext(0->4095) 00010000:00010000:2.0:1746145243.398400:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.398411:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.398417:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5f80 00000100:00100000:2.0:1746145243.398486:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2299 00000100:00100000:2.0:1746145243.398493:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535152896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.398616:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535152896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (531us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.398621:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2299 00002000:00100000:2.0:1746145243.398638:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965535152896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.398644:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965535152896 ext(0->4095) 00010000:00010000:2.0:1746145243.398649:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.398656:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c600/0xb5ee96b21a0d60fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535416 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.398661:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5f80 00000100:00100000:0.0:1746145243.401540:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.404511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.404769:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535153280 00000100:00100000:1.0:1746145243.404774:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535153280 00002000:00100000:1.0:1746145243.404804:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5c00 x1830965535153280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.404816:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535153280 ext(0->4095) 00002000:00010000:1.0:1746145243.404820:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5c00 00000100:00100000:1.0:1746145243.404839:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4227 00000100:00100000:1.0:1746145243.404846:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535153280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.404970:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535153280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.404979:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4227 00002000:00100000:1.0:1746145243.404984:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5c00 x1830965535153280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.404990:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535153280 ext(0->4095) 00002000:00010000:1.0:1746145243.404992:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5c00 00000100:00100000:0.0:1746145243.408728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.408842:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535153408 00000100:00100000:2.0:1746145243.408851:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535153408 00000100:00100000:2.0:1746145243.408901:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5967 00000100:00100000:2.0:1746145243.408907:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b827c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535153408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.408923:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.408937:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535424 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.408961:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.408967:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.408968:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.408971:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.408994:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.409005:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 63 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.409015:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531012736:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.409660:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.410846:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531012736:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.410868:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.410882:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c6800, rc 0) 00000100:00100000:2.0:1746145243.411881:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b827c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535153408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2970us (3251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.411889:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5967 00000100:00100000:0.0:1746145243.414752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.414835:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535153536 00000100:00100000:2.0:1746145243.414843:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535153536 00002000:00100000:2.0:1746145243.414881:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db6d80 x1830965535153536/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.414890:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6d80 with x1830965535153536 ext(0->7) 00010000:00010000:2.0:1746145243.414898:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 64 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.414916:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 64 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.415071:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db6d80 00000100:00100000:2.0:1746145243.415101:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2300 00000100:00100000:2.0:1746145243.415108:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965535153536:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145243.415375:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535153536:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 267us (627us total) trans 4294967980 rc 0/0 00000100:00100000:2.0:1746145243.415382:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2300 00002000:00100000:2.0:1746145243.415387:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db6d80 x1830965535153536/t4294967980(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.415394:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6d80 with x1830965535153536 ext(0->7) 00010000:00010000:2.0:1746145243.415399:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 66 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.415408:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58c800/0xb5ee96b21a0d6103 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53541d expref: 66 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.415413:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db6d80 00000100:00100000:0.0:1746145243.421255:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.427173:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.427252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.427748:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535153920 00000100:00100000:1.0:1746145243.427752:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535153920 00002000:00100000:1.0:1746145243.428278:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5180 x1830965535153920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.428287:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965535153920 ext(0->4095) 00010000:00010000:1.0:1746145243.428293:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.428302:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.428307:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5180 00000100:00100000:1.0:1746145243.428327:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2301 00000100:00100000:1.0:1746145243.428333:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535153920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.428448:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535153920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 114us (1275us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.428454:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2301 00002000:00100000:1.0:1746145243.428459:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5180 x1830965535153920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.428471:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965535153920 ext(0->4095) 00010000:00010000:1.0:1746145243.428475:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.428483:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d610a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535424 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.428488:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5180 00000100:00100000:0.0:1746145243.433527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.436122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.446232:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.457094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.457332:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535154944 00000100:00100000:2.0:1746145243.457339:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535154944 00002000:00100000:2.0:1746145243.457374:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910700 x1830965535154944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.457383:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910700 with x1830965535154944 ext(0->4095) 00002000:00010000:2.0:1746145243.457387:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910700 00000100:00100000:2.0:1746145243.457443:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4228 00000100:00100000:2.0:1746145243.457450:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535154944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.457682:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535154944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (593us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.457689:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4228 00002000:00100000:2.0:1746145243.457695:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910700 x1830965535154944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.457702:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910700 with x1830965535154944 ext(0->4095) 00002000:00010000:2.0:1746145243.457705:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910700 00000100:00100000:0.0:1746145243.460959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.475048:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.475127:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535155200 00000100:00100000:2.0:1746145243.475137:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535155200 00002000:00100000:2.0:1746145243.475177:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093910e00 x1830965535155200/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.475186:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910e00 with x1830965535155200 ext(0->7) 00010000:00010000:2.0:1746145243.475194:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d6118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535432 expref: 66 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.475207:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d6118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535432 expref: 66 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.475213:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093910e00 00000100:00100000:2.0:1746145243.475245:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2303 00000100:00100000:2.0:1746145243.475253:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535155200:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145243.475510:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535155200:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 257us (476us total) trans 4294967981 rc 0/0 00000100:00100000:2.0:1746145243.475517:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2303 00002000:00100000:2.0:1746145243.475522:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093910e00 x1830965535155200/t4294967981(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.475529:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910e00 with x1830965535155200 ext(0->7) 00010000:00010000:2.0:1746145243.475534:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d6118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535432 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.475542:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d6118 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535432 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.475548:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093910e00 00000100:00100000:0.0:1746145243.483555:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.491611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.498253:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.498302:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535155712 00000100:00100000:2.0:1746145243.498311:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535155712 00002000:00100000:2.0:1746145243.498351:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554380 x1830965535155712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.498359:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554380 with x1830965535155712 ext(0->4095) 00010000:00010000:2.0:1746145243.498367:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.498382:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.498387:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554380 00000100:00100000:2.0:1746145243.498406:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2304 00000100:00100000:2.0:1746145243.498414:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535155712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.498546:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535155712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (298us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.498558:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2304 00002000:00100000:2.0:1746145243.498563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554380 x1830965535155712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.498570:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554380 with x1830965535155712 ext(0->4095) 00010000:00010000:2.0:1746145243.498574:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.498583:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.498588:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554380 00000100:00100000:0.0:1746145243.501027:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145243.501213:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.501228:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.501238:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.501258:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d611f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535439 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.501289:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.501291:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.501298:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.501305:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.501332:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.501344:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531013888:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.501415:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995653c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.507297:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531013888:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.507316:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145243.507319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.507422:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156096 00000100:00100000:1.0:1746145243.507429:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156096 00002000:00100000:1.0:1746145243.507463:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555c00 x1830965535156096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.507471:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555c00 with x1830965535156096 ext(0->4095) 00002000:00010000:1.0:1746145243.507475:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555c00 00000100:00100000:1.0:1746145243.507504:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4229 00000100:00100000:1.0:1746145243.507512:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535156096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145243.507519:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535155840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6313us (6495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.507527:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10102 00000100:00100000:1.0:1746145243.508107:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535156096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 596us (789us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.508113:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4229 00002000:00100000:1.0:1746145243.508119:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555c00 x1830965535156096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.508125:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555c00 with x1830965535156096 ext(0->4095) 00002000:00010000:1.0:1746145243.508127:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555c00 00000100:00100000:0.0:1746145243.512144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.512237:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156224 00000100:00100000:2.0:1746145243.512246:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156224 00000100:00100000:2.0:1746145243.512344:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5972 00000100:00100000:2.0:1746145243.512353:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535156224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.512368:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.512383:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535447 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.512407:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.512414:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.512415:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.512420:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.512446:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.512457:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 67 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.512468:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531014016:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.512984:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.514962:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531014016:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.514991:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.515005:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7600, rc 0) 00000100:00100000:2.0:1746145243.515048:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535156224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2685us (2899us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.515056:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5972 00000100:00100000:0.0:1746145243.515786:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.516082:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156352 00000100:00100000:3.0:1746145243.516088:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156352 00010000:00010000:3.0:1746145243.516114:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.516174:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10103 00000100:00100000:3.0:1746145243.516181:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535156352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.516191:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.516207:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.516218:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.516238:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d6126 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535440 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.516261:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.516263:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.516269:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.516276:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.516302:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.516312:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014144:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145243.519334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.519662:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.520364:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156480 00000100:00100000:2.0:1746145243.520372:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156480 00000100:00100000:2.0:1746145243.520419:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5973 00000100:00100000:2.0:1746145243.520427:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535156480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.520442:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.520459:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53544e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.520488:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.520495:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.520497:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.520500:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.520523:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.520534:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 5 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.520545:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531014272:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.520588:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.522278:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014144:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.522292:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.522335:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535156352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6152us (6548us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.522347:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10103 00000100:00100000:0.0:1746145243.522901:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.523093:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156736 00000100:00100000:1.0:1746145243.523098:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156736 00002000:00100000:1.0:1746145243.523128:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557800 x1830965535156736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.523137:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965535156736 ext(0->4095) 00010000:00010000:1.0:1746145243.523144:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.523168:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.523175:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557800 00000100:00100000:1.0:1746145243.523199:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2305 00000100:00100000:1.0:1746145243.523206:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535156736:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.523793:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535156736:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 586us (891us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.523799:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2305 00002000:00100000:1.0:1746145243.523805:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557800 x1830965535156736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.523811:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965535156736 ext(0->4095) 00010000:00010000:1.0:1746145243.523816:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.523824:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.523833:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557800 00000100:00100000:0.0:1746145243.526259:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.526431:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531014272:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.526453:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.526468:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35800, rc 0) 00000100:00100000:2.0:1746145243.526512:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535156480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6085us (7183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.526518:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5973 00000100:00100000:2.0:1746145243.526884:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156864 00000100:00100000:2.0:1746145243.526889:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156864 00000100:00100000:2.0:1746145243.526923:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5974 00000100:00100000:2.0:1746145243.526928:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535156864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.526943:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.526957:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535455 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.526974:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.526978:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.526983:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.526986:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.527008:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.527018:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 69 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.527024:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fe9c00, rc 0) 00000100:00100000:2.0:1746145243.527054:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535156864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (799us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.527058:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5974 00000100:00100000:0.0:1746145243.530195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.530546:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535156992 00000100:00100000:3.0:1746145243.530555:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535156992 00010000:00010000:3.0:1746145243.530585:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.530614:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10104 00000100:00100000:3.0:1746145243.530621:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535156992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.530653:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.530669:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.530680:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.530699:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d612d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535447 expref: 6 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.530726:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.530728:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.530735:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.530746:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.530774:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.530785:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 68 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.530795:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014528:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.530865:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.535697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.535915:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535157248 00000100:00100000:1.0:1746145243.535923:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535157248 00002000:00100000:1.0:1746145243.535962:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557480 x1830965535157248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.535971:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557480 with x1830965535157248 ext(0->4095) 00010000:00010000:1.0:1746145243.535979:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.535992:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.535999:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557480 00000100:00100000:1.0:1746145243.537096:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2306 00000100:00100000:1.0:1746145243.537106:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535157248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.537250:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535157248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (1558us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.537256:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2306 00002000:00100000:1.0:1746145243.537261:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557480 x1830965535157248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.537269:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557480 with x1830965535157248 ext(0->4095) 00010000:00010000:1.0:1746145243.537274:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.537288:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.537294:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085557480 00000100:00100000:2.0:1746145243.538074:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014528:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.538088:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.538119:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535156992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7499us (7931us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.538126:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10104 00000100:00100000:0.0:1746145243.540096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.540771:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535157376 00000100:00100000:2.0:1746145243.540778:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535157376 00010000:00010000:2.0:1746145243.540805:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.541096:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10105 00000100:00100000:2.0:1746145243.541104:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535157376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.541115:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.541130:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.541141:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.541160:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6134 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53544e expref: 69 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.541186:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.541188:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.541194:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.541201:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.541227:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.541238:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014656:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.541308:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.543406:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014656:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.543422:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.543450:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535157376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2347us (3358us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.543458:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10105 00000100:00100000:0.0:1746145243.543790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.543897:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535157632 00000100:00100000:2.0:1746145243.543902:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535157632 00002000:00100000:2.0:1746145243.543927:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965535157632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.543935:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965535157632 ext(0->4095) 00002000:00010000:2.0:1746145243.543939:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290a80 00000100:00100000:2.0:1746145243.543960:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4230 00000100:00100000:2.0:1746145243.543966:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535157632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.544170:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535157632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 203us (381us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.544175:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4230 00002000:00100000:2.0:1746145243.544179:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965535157632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.544186:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965535157632 ext(0->4095) 00002000:00010000:2.0:1746145243.544188:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290a80 00000100:00100000:0.0:1746145243.545521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.545707:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535157760 00000100:00100000:3.0:1746145243.545712:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535157760 00000100:00100000:3.0:1746145243.545746:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5975 00000100:00100000:3.0:1746145243.545751:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535157760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.545760:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.545774:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53545c expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.545794:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.545801:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.545803:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.545806:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.545834:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.545844:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 67 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.545854:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531014784:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.545916:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.547048:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531014784:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.547068:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.547120:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a7200, rc 0) 00000100:00100000:3.0:1746145243.547182:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535157760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1429us (1661us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.547187:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5975 00000100:00100000:0.0:1746145243.547494:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.547654:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535157888 00000100:00100000:2.0:1746145243.547658:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535157888 00010000:00010000:2.0:1746145243.547675:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.547691:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10106 00000100:00100000:2.0:1746145243.547696:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535157888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.547704:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.547718:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.547728:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.547743:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d613b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535455 expref: 68 pid: 8466 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.547762:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.547764:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.547770:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.547778:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.547807:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.547819:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014912:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.548014:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.549319:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.549461:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158144 00000100:00100000:3.0:1746145243.549465:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158144 00002000:00100000:3.0:1746145243.549491:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291880 x1830965535158144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.549500:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291880 with x1830965535158144 ext(0->4095) 00002000:00010000:3.0:1746145243.549504:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291880 00000100:00100000:3.0:1746145243.549528:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4231 00000100:00100000:3.0:1746145243.549533:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535158144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.549588:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531014912:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.549600:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.549644:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535157888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1928us (2131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.549652:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10106 00000100:00100000:3.0:1746145243.549657:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535158144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (340us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.549663:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4231 00002000:00100000:3.0:1746145243.549668:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291880 x1830965535158144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.549968:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291880 with x1830965535158144 ext(0->4095) 00002000:00010000:3.0:1746145243.549971:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291880 00000100:00100000:0.0:1746145243.551069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.551128:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158272 00000100:00100000:3.0:1746145243.551131:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158272 00000100:00100000:3.0:1746145243.551195:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5976 00000100:00100000:3.0:1746145243.551200:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31571:x1830965535158272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.551210:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.551221:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535463 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.551243:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.551249:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.551251:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.551254:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.551276:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.551290:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.551300:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015040:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.551358:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.553338:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015040:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.553362:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.553375:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6400, rc 0) 00000100:00100000:3.0:1746145243.553405:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535158272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2204us (2338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.553412:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5976 00000100:00100000:0.0:1746145243.554099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.554379:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158400 00000100:00100000:2.0:1746145243.554384:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158400 00010000:00010000:2.0:1746145243.554404:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.554421:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10107 00000100:00100000:2.0:1746145243.554426:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535158400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.554435:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.554449:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.554458:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.554475:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d6142 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53545c expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.554500:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.554501:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.554507:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.554514:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.554534:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.554544:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015168:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.554600:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.555231:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.555338:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158528 00000100:00100000:3.0:1746145243.555342:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158528 00000100:00100000:3.0:1746145243.555361:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5977 00000100:00100000:3.0:1746145243.555365:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535158528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.555375:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.555385:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53546a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.555399:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.555409:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.555410:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.555413:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.555428:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.555437:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.555445:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015296:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.555483:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.557996:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015168:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.558013:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.558051:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535158400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3623us (3952us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.558059:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10107 00000100:00100000:3.0:1746145243.558122:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015296:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.558140:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.558153:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6e00, rc 0) 00000100:00100000:3.0:1746145243.558168:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535158528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2803us (2939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.558173:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5977 00000100:00100000:0.0:1746145243.558371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.558589:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158784 00000100:00100000:3.0:1746145243.558594:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158784 00002000:00100000:3.0:1746145243.558620:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eea680 x1830965535158784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.558656:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea680 with x1830965535158784 ext(0->4095) 00010000:00010000:3.0:1746145243.558662:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.558672:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:3.0:1746145243.558677:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eea680 00000100:00100000:3.0:1746145243.558699:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2307 00000100:00100000:3.0:1746145243.558704:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535158784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145243.558824:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535158784:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (453us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.558830:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2307 00002000:00100000:3.0:1746145243.558834:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eea680 x1830965535158784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.558842:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea680 with x1830965535158784 ext(0->4095) 00010000:00010000:3.0:1746145243.558846:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.558855:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:3.0:1746145243.558861:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eea680 00000100:00100000:0.0:1746145243.561594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.562017:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.562097:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159040 00000100:00100000:2.0:1746145243.562104:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159040 00010000:00010000:2.0:1746145243.562129:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.562151:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10108 00000100:00100000:2.0:1746145243.562158:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1963:x1830965535159040:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.562168:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.562183:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.562198:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.562324:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535158912 00000100:00100000:3.0:1746145243.562328:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535158912 00000100:00100000:3.0:1746145243.562348:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5978 00000100:00100000:3.0:1746145243.562354:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535158912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.562364:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.562375:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535471 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.562709:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d6149 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535463 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.562814:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.562820:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562826:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.562829:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562860:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562871:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562878:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.562879:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.562884:0:8464:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562891:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562909:0:8464:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.562919:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.562940:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015552:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.563232:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.563542:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1963:x1830965535159040:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1383us (1524us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.563548:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10108 00000100:00100000:3.0:1746145243.563669:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.565745:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.565763:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a535a200, rc 0) 00000100:00100000:3.0:1746145243.565795:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535158912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3440us (4207us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.565802:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5978 00000100:00100000:0.0:1746145243.568233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.568561:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159296 00000100:00100000:1.0:1746145243.568568:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159296 00002000:00100000:1.0:1746145243.568601:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9180 x1830965535159296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.568611:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9180 with x1830965535159296 ext(0->4095) 00010000:00010000:1.0:1746145243.568618:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.568663:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.568669:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9180 00000100:00100000:1.0:1746145243.568692:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2308 00000100:00100000:1.0:1746145243.568699:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535159296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.568827:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535159296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (600us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.568833:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2308 00002000:00100000:1.0:1746145243.568838:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9180 x1830965535159296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.568845:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9180 with x1830965535159296 ext(0->4095) 00010000:00010000:1.0:1746145243.568849:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.568858:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.568863:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9180 00000100:00100000:0.0:1746145243.571170:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.571245:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.571533:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159424 00000100:00100000:3.0:1746145243.571541:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159424 00000100:00100000:3.0:1746145243.571571:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5979 00000100:00100000:3.0:1746145243.571577:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535159424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.571591:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.571605:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535478 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.571651:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.571657:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.571701:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159552 00000100:00100000:2.0:1746145243.571704:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159552 00010000:00010000:2.0:1746145243.571717:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.571742:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10109 00000100:00100000:2.0:1746145243.571747:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1961:x1830965535159552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.571753:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.571946:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145243.571951:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.572020:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.572031:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.572052:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6150 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53546a expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.572071:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.572072:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.572077:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.572083:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.572103:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.572112:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.572122:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015680:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.572145:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.572152:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.572158:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015808:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.572209:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.572252:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.574971:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015680:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.574985:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.575348:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535159552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3599us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.575357:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10109 00000100:00100000:0.0:1746145243.576230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.576295:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531015808:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.576318:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.576332:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6c00, rc 0) 00000100:00100000:3.0:1746145243.576362:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535159424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4784us (5198us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.576368:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5979 00000100:00100000:2.0:1746145243.576529:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159808 00000100:00100000:2.0:1746145243.576535:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159808 00002000:00100000:2.0:1746145243.576564:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8e00 x1830965535159808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.576578:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8e00 with x1830965535159808 ext(0->4095) 00010000:00010000:2.0:1746145243.576583:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.576594:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.576600:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8e00 00000100:00100000:2.0:1746145243.576614:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2309 00000100:00100000:2.0:1746145243.576620:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535159808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.576736:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535159808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (507us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.576741:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2309 00002000:00100000:2.0:1746145243.576745:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8e00 x1830965535159808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.576753:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8e00 with x1830965535159808 ext(0->4095) 00010000:00010000:2.0:1746145243.576757:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.576766:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.576771:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8e00 00000100:00100000:0.0:1746145243.583370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.583692:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535159936 00000100:00100000:2.0:1746145243.583700:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535159936 00010000:00010000:2.0:1746145243.583730:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.583763:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10110 00000100:00100000:2.0:1746145243.583769:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535159936:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.583780:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.583795:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.583806:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.583825:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a535a200/0xb5ee96b21a0d6157 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535471 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.583841:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.583843:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.583849:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.583857:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.583881:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.583891:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015936:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.583960:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.587242:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.587355:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531015936:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.587376:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.587411:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535159936:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3641us (4047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.587420:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10110 00000100:00100000:1.0:1746145243.587838:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160192 00000100:00100000:1.0:1746145243.587843:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160192 00002000:00100000:1.0:1746145243.587876:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965535160192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.587885:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535160192 ext(0->4095) 00002000:00010000:1.0:1746145243.587893:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:1.0:1746145243.587910:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4232 00000100:00100000:1.0:1746145243.587916:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535160192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.588034:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535160192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.588049:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4232 00002000:00100000:1.0:1746145243.588055:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965535160192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.588061:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535160192 ext(0->4095) 00002000:00010000:1.0:1746145243.588065:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:0.0:1746145243.592598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.592713:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160320 00000100:00100000:3.0:1746145243.592722:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160320 00000100:00100000:3.0:1746145243.592765:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5980 00000100:00100000:3.0:1746145243.592772:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535160320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.592786:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.592801:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53547f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.592825:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.592832:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.592833:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.592836:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.592860:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.592870:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 67 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.592881:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016064:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.593111:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.594284:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016064:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.594306:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.594319:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6e00, rc 0) 00000100:00100000:3.0:1746145243.594355:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535160320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1583us (1765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.594362:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5980 00000100:00100000:0.0:1746145243.595397:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.596369:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160448 00000100:00100000:2.0:1746145243.596376:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160448 00010000:00010000:2.0:1746145243.596401:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.596430:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10111 00000100:00100000:2.0:1746145243.596436:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535160448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.596445:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.596462:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.596472:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.596490:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d615e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535478 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.596511:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.596512:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.596519:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.596528:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.596552:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.596561:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016192:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.597182:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.597589:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.598272:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160576 00000100:00100000:3.0:1746145243.598278:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160576 00000100:00100000:3.0:1746145243.598650:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5981 00000100:00100000:3.0:1746145243.598658:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535160576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.598670:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.598681:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535486 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.598700:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.598706:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.598707:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.598710:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.598730:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.598739:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.598747:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016320:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.599083:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.602387:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016192:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.602406:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.602444:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535160448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6008us (7048us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.602452:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10111 00000100:00100000:0.0:1746145243.602935:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.602972:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160832 00000100:00100000:2.0:1746145243.602978:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160832 00002000:00100000:2.0:1746145243.603007:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67480 x1830965535160832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.603016:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965535160832 ext(0->4095) 00010000:00010000:2.0:1746145243.603023:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.603035:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.603052:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67480 00000100:00100000:2.0:1746145243.603066:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2310 00000100:00100000:2.0:1746145243.603072:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535160832:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.603177:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535160832:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (242us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.603182:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2310 00002000:00100000:2.0:1746145243.603187:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67480 x1830965535160832/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.603194:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965535160832 ext(0->4095) 00010000:00010000:2.0:1746145243.603198:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.603206:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.603211:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67480 00000100:00100000:0.0:1746145243.606497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.606566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.606649:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161088 00000100:00100000:1.0:1746145243.606649:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535160960 00000100:00100000:2.0:1746145243.606656:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161088 00000100:00100000:1.0:1746145243.606656:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535160960 00010000:00010000:2.0:1746145243.606685:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.606698:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5982 00000100:00100000:1.0:1746145243.606706:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535160960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.606719:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145243.606725:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10112 00000100:00100000:2.0:1746145243.606731:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535161088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145243.606731:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53548d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.606741:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145243.606751:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.606756:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.606920:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016320:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.607214:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.607218:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.607350:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.607351:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.607365:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.607380:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.607381:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d6165 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53547f expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.607382:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.607388:0:8464:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.607394:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.607416:0:8464:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.607426:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.607436:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016448:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145243.607441:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.607447:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 7/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 70 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.607453:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531016576:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.607491:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.607496:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00010000:00010000:2.0:1746145243.607499:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.607522:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535161088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 790us (955us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.607528:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10112 00000100:00100000:1.0:1746145243.610744:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531016576:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.610773:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.610788:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094597200, rc 0) 00000100:00100000:1.0:1746145243.611586:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:31571:x1830965535160960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4879us (5094us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.611597:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5982 00000100:00100000:3.0:1746145243.611715:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016448:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.611725:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6400, rc 0) 00000100:00100000:3.0:1746145243.611745:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535160576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 13089us (14157us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.611751:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5981 00000100:00100000:2.0:1746145243.615030:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.615102:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161344 00000100:00100000:0.0:1746145243.615110:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161344 00002000:00100000:0.0:1746145243.615146:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935180 x1830965535161344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.615156:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935180 with x1830965535161344 ext(0->4095) 00010000:00010000:0.0:1746145243.615163:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145243.615177:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746145243.615184:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935180 00000100:00100000:0.0:1746145243.615208:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2311 00000100:00100000:0.0:1746145243.615215:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535161344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145243.615348:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535161344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145243.615354:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2311 00002000:00100000:0.0:1746145243.615359:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935180 x1830965535161344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.615372:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935180 with x1830965535161344 ext(0->4095) 00010000:00010000:0.0:1746145243.615376:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:0.0:1746145243.615385:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:0.0:1746145243.615390:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935180 00000100:00100000:0.0:1746145243.618054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.618101:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161472 00000100:00100000:2.0:1746145243.618107:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161472 00010000:00010000:2.0:1746145243.618131:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.618166:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10113 00000100:00100000:2.0:1746145243.618173:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1963:x1830965535161472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.618182:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.618197:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.618207:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.618228:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d616c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535486 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.618255:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.618257:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.618263:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.618271:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.618297:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.618308:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016704:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.618374:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.619673:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016704:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.619686:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.619710:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1963:x1830965535161472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1537us (1660us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.619717:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10113 00000100:00100000:0.0:1746145243.619933:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.620853:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161728 00000100:00100000:1.0:1746145243.620941:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161728 00002000:00100000:1.0:1746145243.620973:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65c00 x1830965535161728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.620981:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65c00 with x1830965535161728 ext(0->4095) 00002000:00010000:1.0:1746145243.620985:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65c00 00000100:00100000:1.0:1746145243.621134:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4233 00000100:00100000:1.0:1746145243.621141:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535161728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.621261:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535161728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (1329us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.621267:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4233 00002000:00100000:1.0:1746145243.621271:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65c00 x1830965535161728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.621278:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65c00 with x1830965535161728 ext(0->4095) 00002000:00010000:1.0:1746145243.621280:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65c00 00000100:00100000:0.0:1746145243.626742:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.626893:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161856 00000100:00100000:3.0:1746145243.626902:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161856 00000100:00100000:3.0:1746145243.626950:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5983 00000100:00100000:3.0:1746145243.626957:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535161856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.626972:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.626987:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535494 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.627012:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.627018:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.627020:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.627023:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.627064:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.627075:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 67 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.627086:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016832:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.627158:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.630402:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531016832:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.630431:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.630446:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9e00, rc 0) 00000100:00100000:3.0:1746145243.631232:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535161856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4272us (4494us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.631243:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5983 00000100:00100000:2.0:1746145243.631304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.631529:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535161984 00000100:00100000:3.0:1746145243.631534:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535161984 00010000:00010000:3.0:1746145243.631656:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.631687:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10114 00000100:00100000:3.0:1746145243.631694:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535161984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.631706:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.632515:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.632526:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.632545:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d6173 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53548d expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.632573:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.632575:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.632582:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.632589:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.632616:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.632818:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016960:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.632877:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.633000:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.633208:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535162112 00000100:00100000:3.0:1746145243.633213:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535162112 00000100:00100000:3.0:1746145243.633338:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5984 00000100:00100000:3.0:1746145243.633344:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535162112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.633355:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.633365:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53549b expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.633380:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.633385:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.633386:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.633389:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.633404:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.633413:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.633421:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531017088:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.634569:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.637238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.637299:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535162368 00000100:00100000:1.0:1746145243.637306:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535162368 00002000:00100000:1.0:1746145243.637340:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93480 x1830965535162368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.637348:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535162368 ext(0->4095) 00010000:00010000:1.0:1746145243.637355:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.637369:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.637374:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93480 00000100:00100000:1.0:1746145243.637390:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2312 00000100:00100000:1.0:1746145243.637396:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535162368:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.637524:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535162368:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (290us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.637530:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2312 00002000:00100000:1.0:1746145243.637535:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93480 x1830965535162368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.637542:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535162368 ext(0->4095) 00010000:00010000:1.0:1746145243.637546:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.637555:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.637560:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93480 00000100:00100000:3.0:1746145243.637666:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531017088:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.637685:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.637697:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b4bcd600, rc 0) 00000100:00100000:2.0:1746145243.638532:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088383480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531016960:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.638542:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.639398:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535162112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6052us (6395us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.639406:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5984 00000100:00100000:2.0:1746145243.639639:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535161984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7932us (8322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.639646:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10114 00000100:00100000:0.0:1746145243.640909:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.641220:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535162496 00000100:00100000:3.0:1746145243.641226:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535162496 00000100:00100000:3.0:1746145243.641266:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5985 00000100:00100000:3.0:1746145243.641272:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535162496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.641285:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.641299:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354a2 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.641320:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.641324:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.641329:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.641332:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.641357:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.641370:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.641378:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4800, rc 0) 00000100:00100000:3.0:1746145243.641405:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535162496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.641410:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5985 00000100:00100000:0.0:1746145243.642930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.643051:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535162624 00000100:00100000:2.0:1746145243.643055:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535162624 00010000:00010000:2.0:1746145243.643076:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.643093:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10115 00000100:00100000:2.0:1746145243.643097:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535162624:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.643106:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.643120:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.643128:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.643143:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d617a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535494 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.643165:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.643167:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.643173:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.643181:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.643203:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.643213:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.643223:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017344:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.644086:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.645334:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017344:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.645350:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.645383:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535162624:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2284us (2456us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.645392:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10115 00000100:00100000:0.0:1746145243.645573:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.645806:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535162880 00000100:00100000:1.0:1746145243.645811:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535162880 00002000:00100000:1.0:1746145243.645842:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3b80 x1830965535162880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.645851:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3b80 with x1830965535162880 ext(0->4095) 00010000:00010000:1.0:1746145243.645858:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.645869:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.645875:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3b80 00000100:00100000:1.0:1746145243.645888:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2313 00000100:00100000:1.0:1746145243.645894:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535162880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.646003:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535162880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (430us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.646009:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2313 00002000:00100000:1.0:1746145243.646014:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3b80 x1830965535162880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.646020:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3b80 with x1830965535162880 ext(0->4095) 00010000:00010000:1.0:1746145243.646025:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.646033:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.646048:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3b80 00000100:00100000:0.0:1746145243.648208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.648435:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163008 00000100:00100000:2.0:1746145243.648442:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163008 00010000:00010000:2.0:1746145243.648466:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.648511:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10116 00000100:00100000:2.0:1746145243.648517:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535163008:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.648527:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.648541:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.648552:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.648571:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b4bcd600/0xb5ee96b21a0d6181 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53549b expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.648598:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.648600:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.648606:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.648614:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.648663:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.648674:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017472:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.649273:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.652836:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017472:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.652859:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.652897:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535163008:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4378us (4693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.652907:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10116 00000100:00100000:0.0:1746145243.653425:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.653481:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163264 00000100:00100000:1.0:1746145243.653487:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163264 00002000:00100000:1.0:1746145243.653520:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0700 x1830965535163264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.653532:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0700 with x1830965535163264 ext(0->4095) 00002000:00010000:1.0:1746145243.653536:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0700 00000100:00100000:1.0:1746145243.653550:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4234 00000100:00100000:1.0:1746145243.653557:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535163264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.654329:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535163264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 770us (902us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.654335:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4234 00002000:00100000:1.0:1746145243.654340:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0700 x1830965535163264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.654347:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0700 with x1830965535163264 ext(0->4095) 00002000:00010000:1.0:1746145243.654349:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0700 00000100:00100000:0.0:1746145243.656166:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.656227:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163392 00000100:00100000:1.0:1746145243.656232:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163392 00000100:00100000:1.0:1746145243.656531:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5986 00000100:00100000:1.0:1746145243.656539:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535163392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.656553:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.656569:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354a9 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.656593:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.656600:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.656601:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.656605:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.656657:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.656668:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 67 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.656679:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531017600:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.656744:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.659255:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531017600:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.659277:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.659291:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936d3800, rc 0) 00000100:00100000:1.0:1746145243.659320:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535163392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2782us (3157us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.659327:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5986 00000100:00100000:0.0:1746145243.660270:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.660454:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163520 00000100:00100000:2.0:1746145243.660460:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163520 00010000:00010000:2.0:1746145243.660486:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.660504:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10117 00000100:00100000:2.0:1746145243.660510:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535163520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.660520:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.660536:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.660550:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.660569:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6188 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a2 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.660592:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.660594:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.660600:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.660606:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.660656:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.660666:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017728:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.660721:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.662472:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.662772:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163648 00000100:00100000:1.0:1746145243.662777:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163648 00000100:00100000:1.0:1746145243.662952:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5987 00000100:00100000:1.0:1746145243.662960:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535163648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.662973:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.662984:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354b0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.663009:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.663016:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.663017:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.663020:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.663053:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.663064:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 5 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.663073:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531017856:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.663130:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b23cb240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.663739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.663809:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535163904 00000100:00100000:1.0:1746145243.663813:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535163904 00002000:00100000:1.0:1746145243.663836:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3800 x1830965535163904/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.663845:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3800 with x1830965535163904 ext(0->4095) 00010000:00010000:1.0:1746145243.663850:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.663861:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.663871:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3800 00000100:00100000:1.0:1746145243.663894:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2314 00000100:00100000:1.0:1746145243.663901:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535163904:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.664014:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535163904:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (274us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.664019:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2314 00002000:00100000:1.0:1746145243.664025:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3800 x1830965535163904/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.664032:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3800 with x1830965535163904 ext(0->4095) 00010000:00010000:1.0:1746145243.664049:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.664058:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:1.0:1746145243.664063:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e3800 00000100:00100000:2.0:1746145243.664277:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531017728:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.664291:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.664621:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535163520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4109us (4351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.664839:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10117 00000100:00100000:0.0:1746145243.668703:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.668843:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164032 00000100:00100000:3.0:1746145243.668851:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164032 00000100:00100000:3.0:1746145243.668899:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5988 00000100:00100000:3.0:1746145243.668907:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535164032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.668922:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.668936:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354b7 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.668958:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.668963:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.668969:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.668972:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669001:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669016:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669024:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4800, rc 0) 00000100:00100000:3.0:1746145243.669072:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:31571:x1830965535164032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.669078:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5988 00000100:00100000:0.0:1746145243.669307:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.669460:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164160 00000100:00100000:3.0:1746145243.669463:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164160 00010000:00010000:3.0:1746145243.669475:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.669497:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10118 00000100:00100000:3.0:1746145243.669501:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535164160:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.669508:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.669522:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.669531:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.669543:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.669545:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.669549:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669560:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669574:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.669583:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.669591:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018112:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.669653:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00010000:00010000:1.0:1746145243.669660:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3800/0xb5ee96b21a0d618f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354a9 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.669675:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531017856:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.669691:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.669703:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.669710:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936d3600, rc 0) 00000100:00100000:1.0:1746145243.669725:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535163648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6767us (7257us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.669730:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5987 00000100:00100000:3.0:1746145243.672256:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018112:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.672433:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.672476:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535164160:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2972us (3167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.672484:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10118 00000100:00100000:0.0:1746145243.672819:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.672875:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164416 00000100:00100000:2.0:1746145243.672880:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164416 00002000:00100000:2.0:1746145243.672909:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535164416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.672917:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535164416 ext(0->4095) 00010000:00010000:2.0:1746145243.672924:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.672935:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.672941:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65bb80 00000100:00100000:2.0:1746145243.673975:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2315 00000100:00100000:2.0:1746145243.673984:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535164416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.674336:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535164416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 353us (1516us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.674342:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2315 00002000:00100000:2.0:1746145243.674347:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535164416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.674354:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535164416 ext(0->4095) 00010000:00010000:2.0:1746145243.674360:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.674370:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.674376:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65bb80 00000100:00100000:0.0:1746145243.676307:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.676485:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164544 00000100:00100000:3.0:1746145243.676492:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164544 00010000:00010000:3.0:1746145243.676519:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.676542:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10119 00000100:00100000:3.0:1746145243.676548:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535164544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.676557:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.676572:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.676583:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.676602:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3600/0xb5ee96b21a0d6196 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b0 expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.676649:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.676651:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.676658:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.676665:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.676692:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.676702:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018240:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.676769:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.678655:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018240:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.678671:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.678707:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535164544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2158us (2403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.678715:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10119 00000100:00100000:0.0:1746145243.679912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.680130:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164800 00000100:00100000:2.0:1746145243.680136:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164800 00002000:00100000:2.0:1746145243.680166:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535164800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.680176:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535164800 ext(0->4095) 00002000:00010000:2.0:1746145243.680179:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659500 00000100:00100000:2.0:1746145243.680193:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4235 00000100:00100000:2.0:1746145243.680198:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535164800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.680305:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535164800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (395us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.680310:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4235 00002000:00100000:2.0:1746145243.680314:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535164800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.680321:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535164800 ext(0->4095) 00002000:00010000:2.0:1746145243.680323:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659500 00000100:00100000:0.0:1746145243.682778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.682952:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535164928 00000100:00100000:1.0:1746145243.682958:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535164928 00000100:00100000:1.0:1746145243.683009:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5989 00000100:00100000:1.0:1746145243.683017:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535164928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.683031:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.683055:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354be expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.683081:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.683087:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.683089:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.683093:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.683118:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.683132:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 67 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.683142:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531018368:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.683206:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.684779:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531018368:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.684803:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.684818:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094596e00, rc 0) 00000100:00100000:1.0:1746145243.684847:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535164928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1831us (2073us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.684854:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5989 00000100:00100000:0.0:1746145243.685985:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.686095:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165056 00000100:00100000:3.0:1746145243.686100:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165056 00010000:00010000:3.0:1746145243.686120:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.686141:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10120 00000100:00100000:3.0:1746145243.686147:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535165056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.686155:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.686170:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.686180:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.686197:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d619d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354b7 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.686217:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.686219:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.686226:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.686236:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.686261:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.686275:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018496:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.686329:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.687358:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018496:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.687369:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.687388:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535165056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1241us (1403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.687394:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10120 00000100:00100000:0.0:1746145243.687756:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.687880:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165312 00000100:00100000:2.0:1746145243.687884:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165312 00002000:00100000:2.0:1746145243.687912:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65ad80 x1830965535165312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.687920:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65ad80 with x1830965535165312 ext(0->4095) 00002000:00010000:2.0:1746145243.687923:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65ad80 00000100:00100000:2.0:1746145243.687935:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4236 00000100:00100000:2.0:1746145243.687940:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535165312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.688067:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535165312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (311us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.688073:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4236 00002000:00100000:2.0:1746145243.688078:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65ad80 x1830965535165312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.688084:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65ad80 with x1830965535165312 ext(0->4095) 00002000:00010000:2.0:1746145243.688087:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65ad80 00000100:00100000:0.0:1746145243.689473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.689508:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165568 00000100:00100000:1.0:1746145243.689512:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165568 00000100:00100000:0.0:1746145243.689525:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.689600:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165440 00000100:00100000:1.0:1746145243.689603:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165440 00000100:00100000:1.0:1746145243.689619:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5990 00000100:00100000:1.0:1746145243.689642:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535165568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.689651:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.689663:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354cc expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.689683:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.689694:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.689695:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.689698:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.689723:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.689734:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 5 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.689743:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531018624:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145243.689757:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5991 00000100:00100000:0.0:1746145243.689763:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535165440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145243.689769:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145243.689774:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354c5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.689784:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746145243.689787:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00010000:00010000:0.0:1746145243.689787:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.689792:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145243.689794:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 70 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.689811:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.689820:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 70 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.689828:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:0.0:1746145243.689844:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:31559:x1830965535165440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 82us (319us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145243.689852:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5991 00000100:00100000:1.0:1746145243.690881:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531018624:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.690897:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.690907:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936d3400, rc 0) 00000100:00100000:1.0:1746145243.690926:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535165568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1302us (1455us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.690932:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5990 00000100:00100000:0.0:1746145243.691738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.691776:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165696 00000100:00100000:3.0:1746145243.691780:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165696 00010000:00010000:3.0:1746145243.691795:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.691815:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10121 00000100:00100000:3.0:1746145243.691820:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535165696:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.691828:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.691842:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.691851:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.691867:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354be expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.691885:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.691887:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.691893:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.691903:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.691923:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.691935:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.691943:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018880:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.691986:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.693097:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531018880:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.693106:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.693124:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535165696:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1304us (1387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.693130:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10121 00000100:00100000:0.0:1746145243.693260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.693358:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535165952 00000100:00100000:2.0:1746145243.693362:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535165952 00002000:00100000:2.0:1746145243.693386:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fb800 x1830965535165952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.693395:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fb800 with x1830965535165952 ext(0->4095) 00010000:00010000:2.0:1746145243.693400:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.693409:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.693414:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56fb800 00000100:00100000:2.0:1746145243.693435:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2316 00000100:00100000:2.0:1746145243.693441:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535165952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.693569:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535165952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (306us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.693574:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2316 00002000:00100000:2.0:1746145243.693579:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fb800 x1830965535165952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.693591:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fb800 with x1830965535165952 ext(0->4095) 00010000:00010000:2.0:1746145243.693595:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.693604:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.693613:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56fb800 00000100:00100000:0.0:1746145243.695022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.695064:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166208 00000100:00100000:1.0:1746145243.695069:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166208 00000100:00100000:0.0:1746145243.695083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.695099:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5992 00000100:00100000:1.0:1746145243.695106:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535166208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.695117:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.695127:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354d3 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.695130:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166080 00000100:00100000:2.0:1746145243.695133:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166080 00010000:00010000:2.0:1746145243.695144:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.695144:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.695148:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.695153:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.695156:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.695158:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10122 00000100:00100000:2.0:1746145243.695161:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535166080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.695167:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.695178:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.695181:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.695186:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.695199:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800936d3400/0xb5ee96b21a0d61ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354cc expref: 69 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.695474:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.695484:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.695485:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.695491:0:8465:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.695497:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.695508:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145243.695514:0:8465:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.695526:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.695536:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531019136:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.695540:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535166080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 378us (457us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.695545:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10122 00000100:00100000:1.0:1746145243.695585:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.696912:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531019136:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145243.696972:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094596600, rc 0) 00000100:00100000:1.0:1746145243.697097:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535166208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1991us (2074us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.697104:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5992 00000100:00100000:0.0:1746145243.697419:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.697470:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166464 00000100:00100000:2.0:1746145243.697475:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166464 00002000:00100000:2.0:1746145243.697497:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9500 x1830965535166464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.697505:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9500 with x1830965535166464 ext(0->4095) 00010000:00010000:2.0:1746145243.697511:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.697520:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.697525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9500 00000100:00100000:2.0:1746145243.697535:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2317 00000100:00100000:2.0:1746145243.697541:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535166464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.697681:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535166464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (262us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.697686:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2317 00002000:00100000:2.0:1746145243.697691:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9500 x1830965535166464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.697697:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9500 with x1830965535166464 ext(0->4095) 00010000:00010000:2.0:1746145243.697740:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.697754:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 68 pid: 11330 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.697759:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9500 00000100:00100000:0.0:1746145243.699095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.699159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.699214:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166592 00000100:00100000:1.0:1746145243.699218:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166592 00000100:00100000:1.0:1746145243.699252:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5993 00000100:00100000:1.0:1746145243.699258:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535166592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.699266:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.699277:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354da expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.699294:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.699298:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.699303:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145243.699306:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.699341:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.699353:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 69 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.699361:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a80b7600, rc 0) 00000100:00100000:1.0:1746145243.699386:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535166592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 128us (292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.699391:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5993 00000100:00100000:2.0:1746145243.699439:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166720 00000100:00100000:2.0:1746145243.699442:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166720 00010000:00010000:2.0:1746145243.699456:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.699476:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10123 00000100:00100000:2.0:1746145243.699481:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1962:x1830965535166720:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.699488:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.699500:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.699509:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.699522:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d61b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354c5 expref: 69 pid: 11330 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.699533:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.699534:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.699540:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.699551:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.699569:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.699578:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 5 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:2.0:1746145243.699588:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019392:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.700216:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.701409:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019392:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.701424:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.701450:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1962:x1830965535166720:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1968us (2289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.701458:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10123 00000100:00100000:0.0:1746145243.701744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.701807:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535166976 00000100:00100000:2.0:1746145243.701811:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535166976 00002000:00100000:2.0:1746145243.701837:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9880 x1830965535166976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.701845:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9880 with x1830965535166976 ext(0->4095) 00010000:00010000:2.0:1746145243.701851:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.701862:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.701867:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9880 00000100:00100000:2.0:1746145243.701880:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2318 00000100:00100000:2.0:1746145243.701886:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535166976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.702000:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535166976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (256us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.702005:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2318 00002000:00100000:2.0:1746145243.702009:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f9880 x1830965535166976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.702016:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9880 with x1830965535166976 ext(0->4095) 00010000:00010000:2.0:1746145243.702020:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.702027:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.702031:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f9880 00000100:00100000:0.0:1746145243.703828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.704097:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535167104 00000100:00100000:3.0:1746145243.704104:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535167104 00010000:00010000:3.0:1746145243.704128:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.704162:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10124 00000100:00100000:3.0:1746145243.704169:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535167104:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.704179:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.704196:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.704205:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.704223:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094596600/0xb5ee96b21a0d61b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354d3 expref: 6 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.704248:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.704250:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.704257:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.704264:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.704292:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.704302:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019520:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.704366:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.706359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.706375:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019520:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.706389:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.706434:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535167104:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2264us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.706442:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10124 00000100:00100000:2.0:1746145243.706998:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535167360 00000100:00100000:2.0:1746145243.707003:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535167360 00002000:00100000:2.0:1746145243.707047:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fbb80 x1830965535167360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.707055:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fbb80 with x1830965535167360 ext(0->4095) 00002000:00010000:2.0:1746145243.707059:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fbb80 00000100:00100000:2.0:1746145243.707082:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4237 00000100:00100000:2.0:1746145243.707088:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535167360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.707216:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535167360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (861us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.707221:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4237 00002000:00100000:2.0:1746145243.707226:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fbb80 x1830965535167360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.707232:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fbb80 with x1830965535167360 ext(0->4095) 00002000:00010000:2.0:1746145243.707234:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fbb80 00000100:00100000:0.0:1746145243.708676:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.708815:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535167488 00000100:00100000:3.0:1746145243.708820:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535167488 00000100:00100000:3.0:1746145243.708847:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5994 00000100:00100000:3.0:1746145243.708852:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535167488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.708862:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.708876:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354e1 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.708897:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.708903:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.708905:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.708908:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.708930:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.708940:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 67 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.708955:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531019648:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.709582:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.710517:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531019648:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.710534:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.710546:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:3.0:1746145243.710569:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535167488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1716us (1895us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.710575:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5994 00000100:00100000:0.0:1746145243.712025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.712155:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535167616 00000100:00100000:3.0:1746145243.712160:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535167616 00010000:00010000:3.0:1746145243.712180:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.712209:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10125 00000100:00100000:3.0:1746145243.712215:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535167616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.712224:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.712240:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.712249:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.712270:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a80b7600/0xb5ee96b21a0d61c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354da expref: 68 pid: 8465 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.712292:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.712293:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.712300:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.712307:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.712329:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.712339:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019776:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.712697:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.714839:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531019776:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.714853:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.714880:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535167616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2664us (2857us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.714888:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10125 00000100:00100000:0.0:1746145243.715535:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.715601:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535167872 00000100:00100000:2.0:1746145243.715606:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535167872 00002000:00100000:2.0:1746145243.715672:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965535167872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.715681:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535167872 ext(0->4095) 00002000:00010000:2.0:1746145243.715686:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3100 00000100:00100000:2.0:1746145243.715712:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4238 00000100:00100000:2.0:1746145243.715718:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535167872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.716007:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535167872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 289us (474us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.716014:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4238 00002000:00100000:2.0:1746145243.716018:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965535167872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.716025:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535167872 ext(0->4095) 00002000:00010000:2.0:1746145243.716028:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746145243.716762:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.716899:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168000 00000100:00100000:3.0:1746145243.716903:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168000 00000100:00100000:3.0:1746145243.717115:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5995 00000100:00100000:3.0:1746145243.717122:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535168000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.717134:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.717147:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354e8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.717166:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.717172:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.717174:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.717177:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.717198:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.717208:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 5 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.717221:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531019904:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.717437:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.717705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.717799:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168128 00000100:00100000:1.0:1746145243.717803:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168128 00000100:00100000:1.0:1746145243.717821:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5996 00000100:00100000:1.0:1746145243.717826:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31571:x1830965535168128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.717832:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.717837:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354ef expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.717847:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.717850:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.717854:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.717857:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.717878:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 70 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.717888:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 70 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.717895:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094596e00, rc 0) 00000100:00100000:1.0:1746145243.717914:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:31571:x1830965535168128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (209us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.717918:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5996 00000100:00100000:3.0:1746145243.718730:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531019904:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.718744:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.718752:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5c00, rc 0) 00000100:00100000:3.0:1746145243.718771:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535168000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1650us (2010us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.718778:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5995 00000100:00100000:0.0:1746145243.719202:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.719253:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168256 00000100:00100000:3.0:1746145243.719256:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168256 00010000:00010000:3.0:1746145243.719272:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.719296:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10126 00000100:00100000:3.0:1746145243.719301:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535168256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.719310:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.719325:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.719334:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.719350:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61c7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e1 expref: 6 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:3.0:1746145243.719368:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.719370:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.719376:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.719382:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.719402:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 68 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.719410:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 68 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:3.0:1746145243.719419:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531020160:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.719597:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.720997:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531020160:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.721009:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.721051:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535168256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1749us (1849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.721058:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10126 00000100:00100000:0.0:1746145243.721618:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.721683:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168512 00000100:00100000:2.0:1746145243.721689:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168512 00002000:00100000:2.0:1746145243.721717:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2300 x1830965535168512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.721726:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830965535168512 ext(0->4095) 00010000:00010000:2.0:1746145243.721733:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.721744:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.721749:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:2.0:1746145243.721769:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2319 00000100:00100000:2.0:1746145243.721775:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535168512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.721894:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535168512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (276us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.721899:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2319 00002000:00100000:2.0:1746145243.721904:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2300 x1830965535168512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.721911:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830965535168512 ext(0->4095) 00010000:00010000:2.0:1746145243.721915:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:2.0:1746145243.721923:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00002000:00010000:2.0:1746145243.721928:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:0.0:1746145243.723500:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.723566:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168640 00000100:00100000:3.0:1746145243.723570:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168640 00010000:00010000:3.0:1746145243.723588:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00000100:00100000:1.0:1746145243.723736:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10127 00000100:00100000:1.0:1746145243.723747:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1960:x1830965535168640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145243.723757:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145243.723882:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.723894:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.723914:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354e8 expref: 69 pid: 8464 timeout: 584 lvb_type: 0 00010000:00010000:1.0:1746145243.723938:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.723940:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.723947:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.723955:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.723982:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145243.723996:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020288:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145243.724204:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.725788:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020288:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145243.725806:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145243.725832:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535168640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2088us (2335us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.725840:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10127 00000100:00100000:0.0:1746145243.726047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.726159:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535168896 00000100:00100000:3.0:1746145243.726164:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535168896 00002000:00100000:3.0:1746145243.726190:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0380 x1830965535168896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.726198:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830965535168896 ext(0->4095) 00002000:00010000:3.0:1746145243.726201:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:3.0:1746145243.726422:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4239 00000100:00100000:3.0:1746145243.726428:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1962:x1830965535168896:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145243.726905:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1962:x1830965535168896:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 476us (867us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.726911:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4239 00002000:00100000:3.0:1746145243.726917:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0380 x1830965535168896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.726924:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0380 with x1830965535168896 ext(0->4095) 00002000:00010000:3.0:1746145243.726926:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0380 00000100:00100000:0.0:1746145243.728820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.729085:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169024 00000100:00100000:3.0:1746145243.731447:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169024 00000100:00100000:3.0:1746145243.731515:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5997 00000100:00100000:3.0:1746145243.731521:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535169024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.731536:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.731551:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354f6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.731573:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.731580:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.731582:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.731585:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.731610:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.731621:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 67 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.731648:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020416:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.732265:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.736333:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.736389:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020416:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.736413:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.736429:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:2.0:1746145243.736465:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535169024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4943us (7647us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.736472:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5997 00000100:00100000:0.0:1746145243.736877:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169152 00000100:00100000:0.0:1746145243.736884:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169152 00010000:00010000:0.0:1746145243.736906:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.736934:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10128 00000100:00100000:0.0:1746145243.736940:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535169152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145243.736950:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145243.736967:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.736976:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.736996:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094596e00/0xb5ee96b21a0d61d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354ef expref: 68 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.737009:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.737011:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.737016:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.737023:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.737057:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145243.737067:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020544:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145243.737116:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.737117:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927179c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.737190:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169280 00000100:00100000:2.0:1746145243.737193:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169280 00000100:00100000:2.0:1746145243.737219:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5998 00000100:00100000:2.0:1746145243.737224:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535169280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.737236:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.737245:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5354fd expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.737259:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.737265:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.737266:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.737268:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.737282:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.737291:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.737303:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020672:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.737335:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.738858:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.738930:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020672:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.738930:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d1f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020544:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.738945:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145243.738950:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.738960:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358eee00, rc 0) 00000100:00100000:2.0:1746145243.738981:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:1961:x1830965535169152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2041us (2654us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.738989:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10128 00000100:00100000:3.0:1746145243.739000:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+69:31559:x1830965535169280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1776us (1884us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.739005:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5998 00000100:00100000:3.0:1746145243.739020:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169536 00000100:00100000:3.0:1746145243.739023:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169536 00002000:00100000:3.0:1746145243.739055:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2a00 x1830965535169536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.739063:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535169536 ext(0->4095) 00010000:00010000:3.0:1746145243.739069:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.739078:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.739083:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:3.0:1746145243.739161:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2320 00000100:00100000:3.0:1746145243.739168:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535169536:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145243.739288:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535169536:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (433us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.739294:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2320 00002000:00100000:3.0:1746145243.739298:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2a00 x1830965535169536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.739309:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535169536 ext(0->4095) 00010000:00010000:3.0:1746145243.739313:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.739322:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.739326:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746145243.741059:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.741191:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169664 00000100:00100000:2.0:1746145243.741196:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169664 00010000:00010000:2.0:1746145243.741215:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.741260:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10129 00000100:00100000:2.0:1746145243.741267:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535169664:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.741275:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.741288:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.741298:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.741315:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354f6 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.741336:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.741338:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.741345:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.741352:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.741376:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.741390:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020800:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.741440:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.742441:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531020800:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.742453:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.742474:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535169664:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1208us (1419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.742480:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10129 00000100:00100000:0.0:1746145243.742857:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.742913:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535169920 00000100:00100000:3.0:1746145243.742917:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535169920 00002000:00100000:3.0:1746145243.742939:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1f80 x1830965535169920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.742946:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535169920 ext(0->4095) 00002000:00010000:3.0:1746145243.742950:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:3.0:1746145243.742961:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4240 00000100:00100000:3.0:1746145243.742966:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535169920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145243.743136:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1961:x1830965535169920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (278us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.743142:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4240 00002000:00100000:3.0:1746145243.743147:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1f80 x1830965535169920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.743153:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535169920 ext(0->4095) 00002000:00010000:3.0:1746145243.743156:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:0.0:1746145243.747546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.747705:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170048 00000100:00100000:3.0:1746145243.747712:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170048 00000100:00100000:3.0:1746145243.747746:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5999 00000100:00100000:3.0:1746145243.747752:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535170048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.747765:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.747779:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535504 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.747800:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.747806:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.747808:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.747811:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.747832:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.747842:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 67 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.747852:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020928:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.747923:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.749990:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531020928:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.750011:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.750023:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:3.0:1746145243.750070:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535170048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2317us (2530us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.750076:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5999 00000100:00100000:0.0:1746145243.750610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.750709:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170176 00000100:00100000:3.0:1746145243.750714:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170176 00002000:00100000:3.0:1746145243.750738:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135b0ca80 x1830965535170176/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.750746:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965535170176 ext(0->7) 00010000:00010000:3.0:1746145243.750751:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 68 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.750761:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 68 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.750766:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0ca80 00000100:00100000:3.0:1746145243.750778:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2321 00000100:00100000:3.0:1746145243.750783:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:1960:x1830965535170176:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145243.751009:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1960:x1830965535170176:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 225us (399us total) trans 4294967982 rc 0/0 00000100:00100000:3.0:1746145243.751017:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2321 00002000:00100000:3.0:1746145243.751022:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135b0ca80 x1830965535170176/t4294967982(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.751029:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965535170176 ext(0->7) 00010000:00010000:3.0:1746145243.751033:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.751053:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.751058:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0ca80 00000100:00100000:0.0:1746145243.758335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.758416:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.758584:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170304 00000100:00100000:2.0:1746145243.758591:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170304 00010000:00010000:2.0:1746145243.758622:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.758674:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10130 00000100:00100000:2.0:1746145243.758681:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1960:x1830965535170304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.758692:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.758708:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.758722:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.758742:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d61e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5354fd expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.758764:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.758766:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.758772:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.758779:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.758805:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.758858:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170432 00000100:00100000:3.0:1746145243.758861:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170432 00000100:00100000:3.0:1746145243.758879:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6000 00000100:00100000:3.0:1746145243.758883:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:31559:x1830965535170432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.758893:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.758901:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53550b expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.758923:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.758928:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.758929:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.758932:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.758949:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.758958:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.758967:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021184:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.759025:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.759770:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021056:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.759936:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.760259:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021184:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.760274:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.760284:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5c00, rc 0) 00000100:00100000:3.0:1746145243.760306:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965535170432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1422us (1890us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.760313:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6000 00000100:00100000:3.0:1746145243.761926:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021056:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.761939:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.762381:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1960:x1830965535170304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3696us (4047us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.762390:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10130 00000100:00100000:0.0:1746145243.762482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.762772:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170688 00000100:00100000:2.0:1746145243.762777:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170688 00002000:00100000:2.0:1746145243.762806:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ce00 x1830965535170688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.762814:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ce00 with x1830965535170688 ext(0->4095) 00010000:00010000:2.0:1746145243.762821:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.762839:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.762845:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0ce00 00000100:00100000:2.0:1746145243.762859:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2322 00000100:00100000:2.0:1746145243.762865:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535170688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.763587:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535170688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 720us (1103us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.763592:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2322 00002000:00100000:2.0:1746145243.763597:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ce00 x1830965535170688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.763604:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ce00 with x1830965535170688 ext(0->4095) 00010000:00010000:2.0:1746145243.763609:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.763618:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.763623:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0ce00 00000100:00100000:0.0:1746145243.765828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.765970:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535170816 00000100:00100000:3.0:1746145243.765977:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535170816 00010000:00010000:3.0:1746145243.766001:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.766033:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10131 00000100:00100000:3.0:1746145243.766047:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535170816:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.766057:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.766073:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.766082:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.766101:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d61ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535504 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.766133:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.766135:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.766142:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.766149:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.766175:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.766186:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021312:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.766573:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.768725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.768852:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021312:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.768867:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.768898:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535170816:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2852us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.768936:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171072 00000100:00100000:2.0:1746145243.768942:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171072 00002000:00100000:2.0:1746145243.768974:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965535171072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.768983:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965535171072 ext(0->4095) 00002000:00010000:2.0:1746145243.768987:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0fb80 00000100:00100000:2.0:1746145243.769003:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4241 00000100:00100000:2.0:1746145243.769008:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1963:x1830965535171072:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145243.769134:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1963:x1830965535171072:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 125us (414us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.769140:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4241 00002000:00100000:2.0:1746145243.769145:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965535171072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.769152:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965535171072 ext(0->4095) 00002000:00010000:2.0:1746145243.769155:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0fb80 00000100:00100000:3.0:1746145243.769333:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10131 00000100:00100000:0.0:1746145243.775513:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.776120:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171200 00000100:00100000:3.0:1746145243.776129:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171200 00000100:00100000:3.0:1746145243.776174:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6001 00000100:00100000:3.0:1746145243.776181:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535171200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.776196:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.776210:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535512 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.776236:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.776243:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.776245:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.776249:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.776271:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.776282:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 69 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.776294:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021440:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.777600:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.778972:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021440:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.779027:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.779052:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef600, rc 0) 00000100:00100000:3.0:1746145243.779098:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535171200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2916us (3591us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.779105:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6001 00000100:00100000:0.0:1746145243.780741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.780797:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171328 00000100:00100000:3.0:1746145243.780803:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171328 00002000:00100000:3.0:1746145243.780833:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135b0df80 x1830965535171328/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.780840:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965535171328 ext(0->7) 00010000:00010000:3.0:1746145243.780846:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.780857:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 70 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.780863:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0df80 00000100:00100000:3.0:1746145243.780883:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2323 00000100:00100000:3.0:1746145243.780890:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+70:1961:x1830965535171328:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145243.781135:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535171328:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 244us (397us total) trans 4294967983 rc 0/0 00000100:00100000:3.0:1746145243.781144:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2323 00002000:00100000:3.0:1746145243.781149:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880135b0df80 x1830965535171328/t4294967983(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 496/448 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.781156:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965535171328 ext(0->7) 00010000:00010000:3.0:1746145243.781160:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.781169:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.781174:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0df80 00000100:00100000:0.0:1746145243.782788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.782834:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171456 00000100:00100000:3.0:1746145243.782840:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171456 00010000:00010000:3.0:1746145243.782865:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.782894:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10132 00000100:00100000:3.0:1746145243.782900:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1962:x1830965535171456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.782910:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.782923:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.782933:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.782952:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d61f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53550b expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.782968:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.782970:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.782977:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.782985:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.783010:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.783020:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021568:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.783089:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.786322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.786376:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171712 00000100:00100000:2.0:1746145243.786383:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171712 00002000:00100000:2.0:1746145243.786418:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965535171712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.786426:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965535171712 ext(0->4095) 00002000:00010000:2.0:1746145243.786430:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c380 00000100:00100000:3.0:1746145243.786438:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021568:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.786447:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4242 00000100:00100000:2.0:1746145243.786453:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535171712:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746145243.786454:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.786603:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1962:x1830965535171456:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3701us (3817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.786611:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10132 00000100:00100000:2.0:1746145243.787653:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535171712:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1195us (1333us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.787659:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4242 00002000:00100000:2.0:1746145243.787665:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965535171712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.787676:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965535171712 ext(0->4095) 00002000:00010000:2.0:1746145243.787679:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c380 00000100:00100000:0.0:1746145243.794561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.794665:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171840 00000100:00100000:3.0:1746145243.794673:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171840 00000100:00100000:3.0:1746145243.794754:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6002 00000100:00100000:3.0:1746145243.794761:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965535171840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.794781:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.794796:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535519 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.794825:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.794831:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.794833:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.794837:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.794862:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.794873:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.794884:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021696:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.794984:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.796357:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531021696:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.796378:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.796392:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5200, rc 0) 00000100:00100000:3.0:1746145243.796432:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965535171840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1671us (1878us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.796439:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6002 00000100:00100000:0.0:1746145243.801341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.801391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.801496:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172096 00000100:00100000:2.0:1746145243.801505:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172096 00000100:00100000:2.0:1746145243.801544:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6003 00000100:00100000:2.0:1746145243.801551:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535172096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.801566:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.801582:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535520 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.801606:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.801612:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.801617:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.801620:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.801657:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535171968 00000100:00100000:3.0:1746145243.801662:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535171968 00010000:00010000:2.0:1746145243.801675:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.801680:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.801687:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.801696:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9800, rc 0) 00000100:00100000:2.0:1746145243.801733:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535172096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 182us (341us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.801740:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6003 00000100:00100000:3.0:1746145243.802092:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10133 00000100:00100000:3.0:1746145243.802097:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535171968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.802105:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.802120:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.802129:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.802143:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d61f8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535512 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.802153:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.802154:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.802159:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.802166:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.802181:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.802188:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.802198:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021952:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.802236:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.806669:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.806693:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172352 00000100:00100000:0.0:1746145243.806705:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172352 00002000:00100000:0.0:1746145243.806742:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965535172352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.806750:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965535172352 ext(0->4095) 00010000:00010000:0.0:1746145243.806757:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.807018:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088381880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531021952:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.807032:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145243.807113:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145243.807121:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937100 00000100:00100000:0.0:1746145243.807151:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2324 00000100:00100000:0.0:1746145243.807157:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535172352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145243.807280:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535171968:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5181us (5945us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.807288:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10133 00000100:00100000:0.0:1746145243.807573:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535172352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 415us (912us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145243.807579:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2324 00002000:00100000:0.0:1746145243.807584:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965535172352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.807591:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965535172352 ext(0->4095) 00010000:00010000:0.0:1746145243.807595:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.807605:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145243.807610:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937100 00000100:00100000:0.0:1746145243.810581:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.810725:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172480 00000100:00100000:2.0:1746145243.810731:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172480 00000100:00100000:2.0:1746145243.810766:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6004 00000100:00100000:2.0:1746145243.810772:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535172480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.811111:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.811128:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535527 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.811151:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.811156:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.811161:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.811165:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.811193:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.811204:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.811213:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35800, rc 0) 00000100:00100000:2.0:1746145243.811507:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535172480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 733us (929us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.811516:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6004 00000100:00100000:3.0:1746145243.811737:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.811849:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172608 00000100:00100000:0.0:1746145243.811853:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172608 00010000:00010000:0.0:1746145243.811870:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.811951:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10134 00000100:00100000:0.0:1746145243.811957:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535172608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145243.811966:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145243.811982:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.811995:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.812009:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d61ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535519 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.812032:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.812033:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.812064:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.812070:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.812089:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.812099:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.812109:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022208:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145243.812161:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.816117:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19f800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022208:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145243.816136:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.816260:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.816306:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172864 00000100:00100000:0.0:1746145243.816312:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172864 00002000:00100000:0.0:1746145243.816345:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383480 x1830965535172864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.816357:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383480 with x1830965535172864 ext(0->4095) 00010000:00010000:0.0:1746145243.816364:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.816374:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145243.816380:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088383480 00000100:00100000:0.0:1746145243.816399:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2325 00000100:00100000:0.0:1746145243.816405:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535172864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.816796:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535172608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4836us (5056us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.816804:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10134 00000100:00100000:0.0:1746145243.817564:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535172864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1156us (1302us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145243.817570:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2325 00002000:00100000:0.0:1746145243.817576:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383480 x1830965535172864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.817583:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383480 with x1830965535172864 ext(0->4095) 00010000:00010000:0.0:1746145243.817588:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.817597:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145243.817602:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088383480 00000100:00100000:0.0:1746145243.821118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.821352:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535172992 00000100:00100000:2.0:1746145243.821361:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535172992 00000100:00100000:2.0:1746145243.821396:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6005 00000100:00100000:2.0:1746145243.821404:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535172992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.821419:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.821434:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53552e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.821455:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.821460:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.821464:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.821467:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.821495:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.821506:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.821515:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1fe9c00, rc 0) 00000100:00100000:2.0:1746145243.821947:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535172992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 542us (832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.821952:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6005 00000100:00100000:3.0:1746145243.822263:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.822483:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535173120 00000100:00100000:0.0:1746145243.822487:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535173120 00010000:00010000:0.0:1746145243.822503:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.822555:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10135 00000100:00100000:0.0:1746145243.822561:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535173120:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145243.822569:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145243.822584:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.822594:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.822609:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6206 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535520 expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145243.822646:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.822648:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145243.822654:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.822661:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.822681:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.822695:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.822705:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022464:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145243.822763:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.824009:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19f480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022464:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.824023:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.824210:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535173120:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1647us (1945us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.824218:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10135 00000100:00100000:0.0:1746145243.824939:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.825002:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535173376 00000100:00100000:2.0:1746145243.825007:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535173376 00002000:00100000:2.0:1746145243.825045:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19d180 x1830965535173376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.825053:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535173376 ext(0->4095) 00010000:00010000:2.0:1746145243.825060:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.825070:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.825076:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19d180 00000100:00100000:2.0:1746145243.825151:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2326 00000100:00100000:2.0:1746145243.825158:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535173376:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.825499:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535173376:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 340us (559us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.825506:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2326 00002000:00100000:2.0:1746145243.825511:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19d180 x1830965535173376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.825517:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535173376 ext(0->4095) 00010000:00010000:2.0:1746145243.825522:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.825530:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.825535:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19d180 00000100:00100000:0.0:1746145243.828771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.828877:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535173504 00000100:00100000:2.0:1746145243.828884:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535173504 00010000:00010000:2.0:1746145243.828913:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.829383:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10136 00000100:00100000:2.0:1746145243.829391:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535173504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.829401:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.829416:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.829426:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.829444:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d620d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535527 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.829460:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.829462:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.829468:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.829479:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.829503:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.829512:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022592:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.830238:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.832225:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022592:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.832245:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.832278:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535173504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2887us (3511us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.832287:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10136 00000100:00100000:0.0:1746145243.832497:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.832944:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535173760 00000100:00100000:2.0:1746145243.832950:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535173760 00002000:00100000:2.0:1746145243.832980:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f480 x1830965535173760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.832989:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535173760 ext(0->4095) 00002000:00010000:2.0:1746145243.832993:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f480 00000100:00100000:2.0:1746145243.833352:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4243 00000100:00100000:2.0:1746145243.833360:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535173760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145243.833646:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535173760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 267us (1130us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.833655:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4243 00002000:00100000:2.0:1746145243.833660:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f480 x1830965535173760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.833668:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535173760 ext(0->4095) 00002000:00010000:2.0:1746145243.833671:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f480 00000100:00100000:0.0:1746145243.835877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.835963:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535173888 00000100:00100000:2.0:1746145243.835970:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535173888 00000100:00100000:2.0:1746145243.836047:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6006 00000100:00100000:2.0:1746145243.836054:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535173888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.836068:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.836083:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535535 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.836105:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.836112:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.836113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.836116:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.836140:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.836151:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 71 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.836165:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531022720:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.836523:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.838437:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531022720:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.838461:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.838475:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35c00, rc 0) 00000100:00100000:2.0:1746145243.838506:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535173888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2452us (2634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.838513:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6006 00000100:00100000:0.0:1746145243.839384:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.839859:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174016 00000100:00100000:2.0:1746145243.839864:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174016 00010000:00010000:2.0:1746145243.839892:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.839926:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10137 00000100:00100000:2.0:1746145243.839932:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535174016:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.839947:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.839963:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.839977:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.840004:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b1fe9c00/0xb5ee96b21a0d6214 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53552e expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.840210:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.840212:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.840220:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.840228:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.840259:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.840275:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022848:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.840350:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b4a8b840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.842688:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531022848:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.842705:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.842734:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1961:x1830965535174016:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2802us (3350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.842743:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10137 00000100:00100000:0.0:1746145243.843183:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.843751:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174272 00000100:00100000:2.0:1746145243.843757:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174272 00002000:00100000:2.0:1746145243.843788:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ea00 x1830965535174272/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.843801:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965535174272 ext(0->4095) 00002000:00010000:2.0:1746145243.843804:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ea00 00000100:00100000:2.0:1746145243.843828:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4244 00000100:00100000:2.0:1746145243.843834:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535174272:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145243.843940:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535174272:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (757us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.843946:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4244 00002000:00100000:2.0:1746145243.843951:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ea00 x1830965535174272/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.843956:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965535174272 ext(0->4095) 00002000:00010000:2.0:1746145243.843959:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ea00 00000100:00100000:0.0:1746145243.844772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.845458:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174400 00000100:00100000:2.0:1746145243.845462:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174400 00000100:00100000:2.0:1746145243.845948:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6007 00000100:00100000:2.0:1746145243.845957:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965535174400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.845969:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.845984:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53553c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846005:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846011:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.846012:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.846016:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846048:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846059:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.846068:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531022976:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.846534:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.846545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.846643:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174528 00000100:00100000:2.0:1746145243.846646:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174528 00000100:00100000:2.0:1746145243.846669:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6008 00000100:00100000:2.0:1746145243.846673:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965535174528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.846680:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.846685:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535543 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846694:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.846698:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846702:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.846704:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846720:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846730:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.846738:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:2.0:1746145243.847234:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31571:x1830965535174528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 559us (689us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.847241:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6008 00000100:00100000:0.0:1746145243.849658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.849804:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174656 00000100:00100000:3.0:1746145243.849810:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174656 00010000:00010000:3.0:1746145243.849836:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.849856:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10138 00000100:00100000:3.0:1746145243.849863:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535174656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.849872:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.849889:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.849898:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.849918:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.849921:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.849927:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.849935:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.849958:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.849968:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.849978:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023232:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.850029:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00010000:00010000:2.0:1746145243.850248:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d621b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535535 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.850545:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531022976:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.850564:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.850572:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.850580:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461e000, rc 0) 00000100:00100000:2.0:1746145243.850603:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535174400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4648us (5832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.850610:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6007 00000100:00100000:3.0:1746145243.853419:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023232:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.853435:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.853483:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535174656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3619us (3859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.853491:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10138 00000100:00100000:0.0:1746145243.854171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.854443:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535174912 00000100:00100000:1.0:1746145243.854450:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535174912 00002000:00100000:1.0:1746145243.854482:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9f80 x1830965535174912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.854495:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965535174912 ext(0->4095) 00010000:00010000:1.0:1746145243.854502:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.854513:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.854519:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a9f80 00000100:00100000:1.0:1746145243.854546:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2327 00000100:00100000:1.0:1746145243.854552:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535174912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.854700:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535174912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (530us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.854707:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2327 00002000:00100000:1.0:1746145243.854711:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9f80 x1830965535174912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.854718:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965535174912 ext(0->4095) 00010000:00010000:1.0:1746145243.854722:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.854730:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.854735:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a9f80 00000100:00100000:0.0:1746145243.857736:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.857962:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175040 00000100:00100000:3.0:1746145243.857970:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175040 00010000:00010000:3.0:1746145243.857993:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.858343:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10139 00000100:00100000:3.0:1746145243.858350:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535175040:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.858362:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.858377:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.858388:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.858407:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461e000/0xb5ee96b21a0d6222 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53553c expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.858544:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.858546:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.858553:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.858560:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.858586:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.858596:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023360:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.858975:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.860669:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023360:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.860685:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.860714:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535175040:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2364us (2982us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.860727:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10139 00000100:00100000:0.0:1746145243.861074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.861285:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175296 00000100:00100000:2.0:1746145243.861291:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175296 00002000:00100000:2.0:1746145243.861319:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9880 x1830965535175296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.861335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9880 with x1830965535175296 ext(0->4095) 00002000:00010000:2.0:1746145243.861339:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9880 00000100:00100000:2.0:1746145243.861364:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4245 00000100:00100000:2.0:1746145243.861370:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1963:x1830965535175296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145243.861476:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1963:x1830965535175296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 105us (402us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.861481:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4245 00002000:00100000:2.0:1746145243.861487:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9880 x1830965535175296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.861494:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9880 with x1830965535175296 ext(0->4095) 00002000:00010000:2.0:1746145243.861497:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9880 00000100:00100000:0.0:1746145243.862910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.862973:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175424 00000100:00100000:2.0:1746145243.862978:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175424 00000100:00100000:2.0:1746145243.863102:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6009 00000100:00100000:2.0:1746145243.863109:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535175424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.863120:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.863133:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53554a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.863156:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.863163:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.863165:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.863169:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.863191:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.863202:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 71 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.863213:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531023488:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.863279:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.865491:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531023488:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.865514:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.865529:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:2.0:1746145243.865560:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535175424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (2652us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.865567:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6009 00000100:00100000:0.0:1746145243.866202:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.866361:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175552 00000100:00100000:3.0:1746145243.866367:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175552 00010000:00010000:3.0:1746145243.866389:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.866408:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10140 00000100:00100000:3.0:1746145243.866413:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535175552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.866424:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.866438:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.866448:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.866466:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6229 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535543 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.866478:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.866479:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.866485:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.866493:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.866516:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.866528:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023616:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.866577:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.870082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.870133:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175808 00000100:00100000:0.0:1746145243.870140:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175808 00002000:00100000:0.0:1746145243.870175:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389180 x1830965535175808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.870184:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389180 with x1830965535175808 ext(0->4095) 00002000:00010000:0.0:1746145243.870189:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389180 00000100:00100000:0.0:1746145243.870216:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4246 00000100:00100000:0.0:1746145243.870223:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535175808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145243.870346:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535175808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (270us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145243.870352:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4246 00002000:00100000:0.0:1746145243.870358:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389180 x1830965535175808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145243.870364:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389180 with x1830965535175808 ext(0->4095) 00002000:00010000:0.0:1746145243.870367:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389180 00000100:00100000:3.0:1746145243.870441:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531023616:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.870455:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.870476:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1961:x1830965535175552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4063us (4275us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.870482:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10140 00000100:00100000:0.0:1746145243.873458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.873539:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535175936 00000100:00100000:2.0:1746145243.873546:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535175936 00000100:00100000:2.0:1746145243.873576:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6010 00000100:00100000:2.0:1746145243.873582:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965535175936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.873596:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.873609:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535551 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.873656:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.873663:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.873665:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.873668:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.873691:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.873699:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.873709:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531023744:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.874402:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.874651:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.874847:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176064 00000100:00100000:2.0:1746145243.874851:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176064 00000100:00100000:2.0:1746145243.874874:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6011 00000100:00100000:2.0:1746145243.874880:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965535176064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.874888:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.874896:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535558 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.874910:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.874914:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.874920:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.874923:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.874941:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.874952:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.874961:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35c00, rc 0) 00000100:00100000:2.0:1746145243.874987:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31571:x1830965535176064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.874994:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6011 00000100:00100000:2.0:1746145243.877737:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531023744:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.877762:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.877778:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:2.0:1746145243.878223:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535175936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4638us (4768us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.878231:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6010 00000100:00100000:0.0:1746145243.878343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.878655:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176192 00000100:00100000:3.0:1746145243.878661:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176192 00010000:00010000:3.0:1746145243.878685:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.878704:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10141 00000100:00100000:3.0:1746145243.878709:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535176192:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.878720:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.878734:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.878744:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.878763:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6230 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53554a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.878780:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.878783:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.878789:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.878796:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.878819:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.878829:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.878840:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024000:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.878893:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.882729:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024000:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.882745:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.882787:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535176192:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4077us (4445us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.882796:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10141 00000100:00100000:0.0:1746145243.882967:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.883057:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176448 00000100:00100000:2.0:1746145243.883063:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176448 00002000:00100000:2.0:1746145243.883096:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482d80 x1830965535176448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.883110:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482d80 with x1830965535176448 ext(0->4095) 00010000:00010000:2.0:1746145243.883118:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.883130:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.883136:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482d80 00000100:00100000:2.0:1746145243.883150:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2328 00000100:00100000:2.0:1746145243.883156:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535176448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.884366:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535176448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1205us (1394us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.884376:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2328 00002000:00100000:2.0:1746145243.884383:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482d80 x1830965535176448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.884391:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482d80 with x1830965535176448 ext(0->4095) 00010000:00010000:2.0:1746145243.884397:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.884408:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.884414:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482d80 00000100:00100000:0.0:1746145243.886752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.886845:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176576 00000100:00100000:3.0:1746145243.886853:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176576 00010000:00010000:3.0:1746145243.886881:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.887205:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10142 00000100:00100000:3.0:1746145243.887213:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535176576:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.887227:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.887244:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.887255:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.887274:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6237 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535551 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.887297:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.887299:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.887306:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.887314:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.887340:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.887352:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024128:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.887424:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.890171:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024128:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.890189:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.890222:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535176576:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3010us (3475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.890234:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10142 00000100:00100000:0.0:1746145243.890528:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.891068:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176832 00000100:00100000:3.0:1746145243.891074:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176832 00002000:00100000:3.0:1746145243.891102:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480700 x1830965535176832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.891111:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480700 with x1830965535176832 ext(0->4095) 00002000:00010000:3.0:1746145243.891115:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480700 00000100:00100000:3.0:1746145243.891141:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4247 00000100:00100000:3.0:1746145243.891148:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535176832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145243.891267:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535176832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (738us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.891272:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4247 00002000:00100000:3.0:1746145243.891277:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480700 x1830965535176832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.891283:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480700 with x1830965535176832 ext(0->4095) 00002000:00010000:3.0:1746145243.891286:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480700 00000100:00100000:0.0:1746145243.893082:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.893508:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535176960 00000100:00100000:2.0:1746145243.893515:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535176960 00000100:00100000:2.0:1746145243.893910:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6012 00000100:00100000:2.0:1746145243.893917:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535176960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.893933:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.893947:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53555f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.893974:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.893981:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.893983:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.893987:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.894010:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.894021:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 71 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.894031:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024256:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.894114:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.897339:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024256:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.897365:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.897386:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:2.0:1746145243.897424:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535176960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3506us (4344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.897432:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6012 00000100:00100000:0.0:1746145243.897613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.897869:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177088 00000100:00100000:2.0:1746145243.897875:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177088 00010000:00010000:2.0:1746145243.897897:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.897925:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10143 00000100:00100000:2.0:1746145243.897931:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535177088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.897944:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.897960:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.897970:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.897990:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d623e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535558 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.898004:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.898006:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.898011:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.898023:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.898057:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.898068:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024384:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.898119:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.901175:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.901235:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.901297:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177344 00000100:00100000:1.0:1746145243.901303:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177344 00002000:00100000:1.0:1746145243.901340:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482300 x1830965535177344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.901349:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965535177344 ext(0->4095) 00002000:00010000:1.0:1746145243.901353:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092482300 00000100:00100000:1.0:1746145243.901370:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4248 00000100:00100000:1.0:1746145243.901376:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535177344:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145243.901507:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535177344:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 130us (337us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.901513:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4248 00002000:00100000:1.0:1746145243.901518:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482300 x1830965535177344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.901525:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965535177344 ext(0->4095) 00002000:00010000:1.0:1746145243.901528:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092482300 00000100:00100000:3.0:1746145243.901590:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177472 00000100:00100000:3.0:1746145243.901593:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177472 00000100:00100000:3.0:1746145243.901613:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6013 00000100:00100000:3.0:1746145243.901617:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535177472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.901641:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.901656:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535566 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.901682:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.901689:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.901691:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.901694:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.901717:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.901728:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.901738:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024512:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.901775:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.902271:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024384:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.902285:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.902306:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535177088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4375us (4693us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.902313:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10143 00000100:00100000:3.0:1746145243.904475:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024512:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.904497:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.904511:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5c00, rc 0) 00000100:00100000:3.0:1746145243.904553:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535177472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2934us (3317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.904561:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6013 00000100:00100000:0.0:1746145243.906782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.906824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.906897:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177728 00000100:00100000:2.0:1746145243.906904:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177728 00010000:00010000:2.0:1746145243.906933:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.906965:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10144 00000100:00100000:2.0:1746145243.906972:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535177728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.906983:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.906999:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.907010:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.907030:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6245 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53555f expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.907057:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.907059:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.907066:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.907074:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.907099:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.907109:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024640:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.907165:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.907456:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177600 00000100:00100000:3.0:1746145243.907460:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177600 00000100:00100000:3.0:1746145243.907480:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6014 00000100:00100000:3.0:1746145243.907485:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b827850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965535177600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.907495:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.907504:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53556d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.907520:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.907525:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.907526:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.907529:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.907543:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.907551:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.907559:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024768:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.907580:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145243.909996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.910064:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535177984 00000100:00100000:3.0:1746145243.910070:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535177984 00002000:00100000:3.0:1746145243.910101:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838ad80 x1830965535177984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.910109:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ad80 with x1830965535177984 ext(0->4095) 00010000:00010000:3.0:1746145243.910115:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.910126:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.910131:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838ad80 00000100:00100000:3.0:1746145243.910145:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2329 00000100:00100000:3.0:1746145243.910151:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965535177984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145243.910271:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965535177984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (279us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.910277:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2329 00002000:00100000:3.0:1746145243.910281:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838ad80 x1830965535177984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.910287:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ad80 with x1830965535177984 ext(0->4095) 00010000:00010000:3.0:1746145243.910291:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.910300:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.910305:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838ad80 00000100:00100000:3.0:1746145243.910335:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531024768:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.910352:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.910367:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4800, rc 0) 00000100:00100000:3.0:1746145243.910384:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b827850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965535177600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2900us (3610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.910390:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6014 00000100:00100000:2.0:1746145243.910564:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024640:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.910574:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.910591:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535177728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3620us (3766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.910597:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10144 00000100:00100000:0.0:1746145243.913209:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.913290:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.913485:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178240 00000100:00100000:2.0:1746145243.913492:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178240 00010000:00010000:2.0:1746145243.913519:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.913616:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10145 00000100:00100000:2.0:1746145243.913623:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535178240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.913663:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.913680:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.913691:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.913709:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d624c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535566 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.913729:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.913731:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.913737:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.913744:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.913769:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.913779:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024896:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.913835:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.914430:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178112 00000100:00100000:3.0:1746145243.914434:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178112 00000100:00100000:3.0:1746145243.915297:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6015 00000100:00100000:3.0:1746145243.915305:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535178112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.915318:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.915331:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535574 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.915349:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.915356:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.915357:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.915361:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.915380:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.915452:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.915467:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531025024:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145243.915595:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.916347:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531024896:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.916360:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.916388:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965535178240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2765us (3097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.916396:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10145 00000100:00100000:0.0:1746145243.917057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.917111:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178496 00000100:00100000:1.0:1746145243.917115:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178496 00002000:00100000:1.0:1746145243.917144:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481180 x1830965535178496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.917153:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965535178496 ext(0->4095) 00010000:00010000:1.0:1746145243.917159:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.917170:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.917176:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481180 00000100:00100000:1.0:1746145243.917198:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2330 00000100:00100000:1.0:1746145243.917204:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965535178496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145243.917311:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965535178496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (255us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.917316:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2330 00002000:00100000:1.0:1746145243.917321:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481180 x1830965535178496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.917328:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965535178496 ext(0->4095) 00010000:00010000:1.0:1746145243.917332:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.917340:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.917346:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481180 00000100:00100000:3.0:1746145243.918617:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531025024:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145243.918658:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.918672:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9e00, rc 0) 00000100:00100000:3.0:1746145243.918705:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535178112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3401us (5501us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.918712:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6015 00000100:00100000:0.0:1746145243.920291:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.920784:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178624 00000100:00100000:3.0:1746145243.920791:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178624 00000100:00100000:3.0:1746145243.921050:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6016 00000100:00100000:3.0:1746145243.921058:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535178624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145243.921072:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145243.921086:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53557b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.921106:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145243.921110:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.921115:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145243.921119:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.921149:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.921158:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.921165:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:3.0:1746145243.921205:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535178624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (916us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.921210:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6016 00000100:00100000:0.0:1746145243.921402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.921871:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178752 00000100:00100000:3.0:1746145243.921874:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178752 00010000:00010000:3.0:1746145243.921888:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.922243:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10146 00000100:00100000:3.0:1746145243.922248:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1962:x1830965535178752:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.922257:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.922271:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.922281:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.922298:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6253 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53556d expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.922601:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.922604:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.922611:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.922619:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.922664:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.922675:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.922684:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025280:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.923353:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.925265:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025280:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.925280:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.925919:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1962:x1830965535178752:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3668us (4514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.925929:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10146 00000100:00100000:0.0:1746145243.926295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.926449:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535178880 00000100:00100000:3.0:1746145243.926455:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535178880 00010000:00010000:3.0:1746145243.926476:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.926971:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10147 00000100:00100000:3.0:1746145243.926978:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535178880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.926988:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.927006:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.927016:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.927051:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d625a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535574 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.927063:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.927065:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.927071:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.927078:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.927102:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.927112:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025408:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.927175:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.929727:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.929815:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179136 00000100:00100000:2.0:1746145243.929821:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179136 00002000:00100000:2.0:1746145243.929857:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0000 x1830965535179136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.929866:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965535179136 ext(0->4095) 00002000:00010000:2.0:1746145243.929870:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef0000 00000100:00100000:2.0:1746145243.929966:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4249 00000100:00100000:2.0:1746145243.929974:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535179136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145243.930175:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025408:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.930190:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.930484:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535179136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 509us (760us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.930491:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4249 00002000:00100000:2.0:1746145243.930497:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0000 x1830965535179136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.930504:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965535179136 ext(0->4095) 00002000:00010000:2.0:1746145243.930507:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef0000 00000100:00100000:3.0:1746145243.930703:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1960:x1830965535178880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3725us (4409us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.930710:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10147 00000100:00100000:0.0:1746145243.933823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.933886:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179264 00000100:00100000:1.0:1746145243.933892:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179264 00000100:00100000:1.0:1746145243.933931:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6017 00000100:00100000:1.0:1746145243.933938:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31571:x1830965535179264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.933951:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.933964:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535582 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.933989:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.933995:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.933996:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.934000:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.934021:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.934030:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145243.934049:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531025536:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145243.934393:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.936400:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.936588:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531025536:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145243.936613:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936651:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:1.0:1746145243.936684:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965535179264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2746us (2864us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.936691:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6017 00000100:00100000:1.0:1746145243.936710:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179392 00000100:00100000:1.0:1746145243.936714:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179392 00000100:00100000:1.0:1746145243.936750:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6018 00000100:00100000:1.0:1746145243.936756:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535179392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145243.936765:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145243.936775:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535589 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936791:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145243.936794:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936799:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145243.936801:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 73 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936822:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936831:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 73 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145243.936836:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013075c200, rc 0) 00000100:00100000:1.0:1746145243.936851:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535179392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (456us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145243.936855:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6018 00000100:00100000:0.0:1746145243.937210:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.937388:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179520 00000100:00100000:3.0:1746145243.937392:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179520 00010000:00010000:3.0:1746145243.937408:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.937435:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10148 00000100:00100000:3.0:1746145243.937440:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535179520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.937447:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.937462:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.937471:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.937488:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6261 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53557b expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.937499:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.937501:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.937506:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.937513:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.937532:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.937541:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.937551:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025792:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.937595:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.940301:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.940568:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531025792:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.940584:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.940653:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535179520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3212us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.940662:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10148 00000100:00100000:2.0:1746145243.941109:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179776 00000100:00100000:2.0:1746145243.941116:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179776 00002000:00100000:2.0:1746145243.941149:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0700 x1830965535179776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.941165:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0700 with x1830965535179776 ext(0->4095) 00010000:00010000:2.0:1746145243.941173:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.941186:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.941192:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0700 00000100:00100000:2.0:1746145243.941219:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2331 00000100:00100000:2.0:1746145243.941226:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535179776:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.941342:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535179776:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (1047us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.941348:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2331 00002000:00100000:2.0:1746145243.941353:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0700 x1830965535179776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.941359:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0700 with x1830965535179776 ext(0->4095) 00010000:00010000:2.0:1746145243.941364:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.941372:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.941378:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0700 00000100:00100000:2.0:1746145243.944453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.944570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.944620:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535179904 00000100:00100000:0.0:1746145243.944642:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535179904 00000100:00100000:0.0:1746145243.944675:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6019 00000100:00100000:0.0:1746145243.944682:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535179904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145243.944695:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145243.944709:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535590 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.944731:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145243.944735:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.944740:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746145243.944743:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.944771:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.944781:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145243.944790:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:3.0:1746145243.944872:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180032 00000100:00100000:3.0:1746145243.944876:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180032 00010000:00010000:3.0:1746145243.944891:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145243.945143:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535179904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 460us (694us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145243.945150:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6019 00000100:00100000:3.0:1746145243.945329:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10149 00000100:00100000:3.0:1746145243.945335:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535180032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.945343:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.945357:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.945372:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.945386:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d6268 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535582 expref: 73 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.945406:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.945407:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.945413:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.945420:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.945437:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.945447:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.945457:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026048:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.946228:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.950225:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026048:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.950242:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.950277:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535180032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4942us (5706us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.950289:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10149 00000100:00100000:0.0:1746145243.950524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.950565:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180288 00000100:00100000:1.0:1746145243.950571:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180288 00002000:00100000:1.0:1746145243.950601:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2300 x1830965535180288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.950616:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2300 with x1830965535180288 ext(0->4095) 00010000:00010000:1.0:1746145243.950652:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.950664:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.950669:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2300 00000100:00100000:1.0:1746145243.950695:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2332 00000100:00100000:1.0:1746145243.950701:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535180288:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.950816:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535180288:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (293us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.950821:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2332 00002000:00100000:1.0:1746145243.950826:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2300 x1830965535180288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.950833:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2300 with x1830965535180288 ext(0->4095) 00010000:00010000:1.0:1746145243.950837:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.950845:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.950850:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2300 00000100:00100000:0.0:1746145243.952545:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.952622:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.952783:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180544 00000100:00100000:3.0:1746145243.952789:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180544 00010000:00010000:3.0:1746145243.952957:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 72 pid: 11330 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.953549:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180416 00000100:00100000:2.0:1746145243.953554:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180416 00000100:00100000:2.0:1746145243.953578:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6020 00000100:00100000:2.0:1746145243.953584:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535180416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.953596:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.953609:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535597 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.953648:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.953654:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.953660:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145243.953663:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.953692:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.953703:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 74 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.953713:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:3.0:1746145243.953811:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10150 00000100:00100000:3.0:1746145243.953818:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965535180544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.953826:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.953841:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 74 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.953850:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 74 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.953865:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013075c200/0xb5ee96b21a0d626f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535589 expref: 74 pid: 11330 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.953881:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.953882:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.953888:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.953895:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.953912:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.953922:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.953932:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026304:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.954353:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535180416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 767us (1809us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.954360:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6020 00000100:00100000:3.0:1746145243.954510:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.956472:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.956523:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180800 00000100:00100000:2.0:1746145243.956529:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180800 00002000:00100000:2.0:1746145243.956562:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0380 x1830965535180800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.956572:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0380 with x1830965535180800 ext(0->4095) 00010000:00010000:2.0:1746145243.956578:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.956591:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.956597:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0380 00000100:00100000:2.0:1746145243.956645:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2333 00000100:00100000:2.0:1746145243.956652:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535180800:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145243.956769:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535180800:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 117us (300us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.956775:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2333 00002000:00100000:2.0:1746145243.956780:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0380 x1830965535180800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.956786:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0380 with x1830965535180800 ext(0->4095) 00010000:00010000:2.0:1746145243.956791:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.956799:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145243.956805:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0380 00000100:00100000:3.0:1746145243.956898:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026304:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.956918:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.956941:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535180544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3124us (4319us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.956948:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10150 00000100:00100000:0.0:1746145243.958683:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.958768:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535180928 00000100:00100000:3.0:1746145243.958772:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535180928 00010000:00010000:3.0:1746145243.958793:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.958830:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10151 00000100:00100000:3.0:1746145243.958836:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535180928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.958847:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.958860:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.958870:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.958893:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d6276 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535590 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.958909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.958911:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.958917:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.958925:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.958949:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.958960:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026432:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.960198:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.962112:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026432:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.962126:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.962160:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535180928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3323us (3479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.962168:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10151 00000100:00100000:0.0:1746145243.962407:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.962531:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181184 00000100:00100000:1.0:1746145243.962537:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181184 00002000:00100000:1.0:1746145243.962571:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2680 x1830965535181184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.962580:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2680 with x1830965535181184 ext(0->4095) 00002000:00010000:1.0:1746145243.962584:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2680 00000100:00100000:1.0:1746145243.962598:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4250 00000100:00100000:1.0:1746145243.962604:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535181184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.962746:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535181184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 142us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.962752:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4250 00002000:00100000:1.0:1746145243.962756:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2680 x1830965535181184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.962763:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2680 with x1830965535181184 ext(0->4095) 00002000:00010000:1.0:1746145243.962766:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2680 00000100:00100000:0.0:1746145243.965270:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.965860:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181312 00000100:00100000:2.0:1746145243.965867:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181312 00000100:00100000:2.0:1746145243.965950:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6021 00000100:00100000:2.0:1746145243.965957:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535181312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.965972:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.965986:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53559e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.966010:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.966016:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.966018:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.966022:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.966056:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.966067:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 71 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.966077:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531026560:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.966152:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.969337:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531026560:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.969365:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.969385:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:2.0:1746145243.969421:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535181312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3464us (4156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.969428:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6021 00000100:00100000:0.0:1746145243.969855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.970459:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181440 00000100:00100000:2.0:1746145243.970466:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181440 00010000:00010000:2.0:1746145243.970491:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.970527:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10152 00000100:00100000:2.0:1746145243.970533:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535181440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145243.970544:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145243.970560:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.970570:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.970591:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d627d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535597 expref: 72 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145243.971018:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.971021:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.971029:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.971052:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.971081:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145243.971092:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026688:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145243.971530:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.973743:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531026688:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145243.973760:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145243.973964:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1961:x1830965535181440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3429us (4108us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.973974:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10152 00000100:00100000:0.0:1746145243.974134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145243.974165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.974309:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181568 00000100:00100000:2.0:1746145243.974314:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181568 00000100:00100000:2.0:1746145243.974339:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6022 00000100:00100000:2.0:1746145243.974345:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965535181568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.974358:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.974370:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355a5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.974391:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.974397:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.974399:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.974402:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.974422:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.974433:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.974442:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531026816:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.974493:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.974536:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181824 00000100:00100000:3.0:1746145243.974539:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181824 00002000:00100000:3.0:1746145243.974560:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f480 x1830965535181824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.974568:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535181824 ext(0->4095) 00010000:00010000:3.0:1746145243.974573:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.974585:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.974590:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526f480 00000100:00100000:3.0:1746145243.974601:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2334 00000100:00100000:3.0:1746145243.974605:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535181824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145243.974719:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535181824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (553us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145243.974724:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2334 00002000:00100000:3.0:1746145243.974729:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f480 x1830965535181824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145243.974735:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535181824 ext(0->4095) 00010000:00010000:3.0:1746145243.974739:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.974747:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145243.974752:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526f480 00000100:00100000:0.0:1746145243.976613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.976671:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531026816:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.976692:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976706:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:1.0:1746145243.976724:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535181952 00000100:00100000:1.0:1746145243.976728:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535181952 00000100:00100000:2.0:1746145243.976734:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31559:x1830965535181568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2389us (2601us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.976741:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6022 00000100:00100000:2.0:1746145243.976754:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6023 00000100:00100000:2.0:1746145243.976759:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965535181952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.976768:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.976776:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355ac expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976788:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145243.976792:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976797:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.976800:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976818:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976824:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.976830:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35c00, rc 0) 00000100:00100000:2.0:1746145243.976840:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965535181952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 81us (232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.976844:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6023 00000100:00100000:0.0:1746145243.977523:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.977563:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182080 00000100:00100000:3.0:1746145243.977568:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182080 00010000:00010000:3.0:1746145243.977586:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.977615:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10153 00000100:00100000:3.0:1746145243.977621:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535182080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.977649:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.977664:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.977673:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.977689:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6284 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53559e expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.977702:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.977703:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.977708:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.977715:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.977733:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.977743:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.977831:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027072:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.978010:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.980129:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027072:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.980144:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.980181:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535182080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2559us (2657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.980189:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10153 00000100:00100000:0.0:1746145243.980428:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145243.980578:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182336 00000100:00100000:1.0:1746145243.980583:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182336 00002000:00100000:1.0:1746145243.980613:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965535182336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.980621:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535182336 ext(0->4095) 00010000:00010000:1.0:1746145243.980654:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.980666:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.980673:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e300 00000100:00100000:1.0:1746145243.980696:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2335 00000100:00100000:1.0:1746145243.980702:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535182336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145243.980809:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535182336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145243.980814:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2335 00002000:00100000:1.0:1746145243.980819:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965535182336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145243.980826:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535182336 ext(0->4095) 00010000:00010000:1.0:1746145243.980830:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145243.980838:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145243.980844:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e300 00000100:00100000:0.0:1746145243.984318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.984686:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182464 00000100:00100000:3.0:1746145243.984694:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182464 00010000:00010000:3.0:1746145243.984720:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.984858:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10154 00000100:00100000:3.0:1746145243.984866:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535182464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.984876:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.984891:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.984901:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.984918:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d628b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355a5 expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.985006:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.985008:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.985014:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.985021:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.985054:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.985064:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027200:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.985383:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145243.987359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.987414:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182720 00000100:00100000:2.0:1746145243.987421:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182720 00000100:00100000:3.0:1746145243.987450:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027200:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145243.987457:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ce00 x1830965535182720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/0 e 0 to 0 dl 1746145254 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746145243.987465:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746145243.987466:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535182720 ext(0->4095) 00002000:00010000:2.0:1746145243.987470:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:3.0:1746145243.987496:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1960:x1830965535182464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2631us (3183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.987503:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10154 00000100:00100000:2.0:1746145243.987503:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4251 00000100:00100000:2.0:1746145243.987514:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535182720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145243.987678:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535182720:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 168us (322us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145243.987686:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4251 00002000:00100000:2.0:1746145243.987691:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ce00 x1830965535182720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:129/0 lens 488/4536 e 0 to 0 dl 1746145254 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145243.987702:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535182720 ext(0->4095) 00002000:00010000:2.0:1746145243.987704:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:0.0:1746145243.990499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145243.990725:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182848 00000100:00100000:2.0:1746145243.990737:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182848 00000100:00100000:2.0:1746145243.990785:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6024 00000100:00100000:2.0:1746145243.990792:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535182848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145243.990808:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145243.990822:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355b3 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.990845:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.990851:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.990852:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145243.990856:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.991445:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.991458:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 71 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145243.991472:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531027328:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145243.991558:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145243.994113:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531027328:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145243.994136:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145243.994158:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:2.0:1746145243.994194:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535182848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3402us (3701us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145243.994201:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6024 00000100:00100000:0.0:1746145243.994778:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145243.994905:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535182976 00000100:00100000:3.0:1746145243.994911:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535182976 00010000:00010000:3.0:1746145243.994936:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145243.994966:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10155 00000100:00100000:3.0:1746145243.994972:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535182976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145243.994983:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145243.994997:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.995007:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.995024:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6292 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ac expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145243.995046:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.995048:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145243.995055:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.995062:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145243.995084:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145243.995094:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027456:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145243.995144:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145243.997822:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027456:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145243.997838:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145243.997870:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:1961:x1830965535182976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2897us (3093us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145243.997878:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10155 00000100:00100000:0.0:1746145244.000906:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.000960:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.000966:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535183104 00000100:00100000:2.0:1746145244.000976:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535183104 00000100:00080000:0.0:1746145244.001005:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746145244.001021:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6025 00000100:00100000:2.0:1746145244.001028:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+71:31559:x1830965535183104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.001054:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.001068:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355ba expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.001096:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.001106:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.001108:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.001114:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.001145:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535183360 00010000:00010000:2.0:1746145244.001146:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.001150:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535183360 00010000:00010000:2.0:1746145244.001157:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.001166:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531027584:192.168.203.38@tcp:104: 00002000:00100000:1.0:1746145244.001181:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8000 x1830965535183360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.001190:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8000 with x1830965535183360 ext(0->4095) 00010000:00010000:1.0:1746145244.001196:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00080000:0.0:1746145244.001229:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746145244.001232:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00010000:00010000:1.0:1746145244.001349:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.001356:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8000 00000100:00100000:1.0:1746145244.001382:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2336 00000100:00100000:1.0:1746145244.001389:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535183360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.001501:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535183360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (539us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.001507:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2336 00002000:00100000:1.0:1746145244.001511:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8000 x1830965535183360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.001517:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8000 with x1830965535183360 ext(0->4095) 00010000:00010000:1.0:1746145244.001521:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.001529:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.001534:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8000 00000100:00100000:2.0:1746145244.004045:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531027584:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.004070:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.004086:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:2.0:1746145244.004136:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31559:x1830965535183104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3108us (3236us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.004143:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6025 00000100:00100000:0.0:1746145244.005222:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.005283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.005336:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535183488 00000100:00100000:2.0:1746145244.005342:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535183488 00000100:00100000:2.0:1746145244.005366:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6026 00000100:00100000:2.0:1746145244.005371:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:31571:x1830965535183488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.005383:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.005394:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355c1 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.005410:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.005414:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.005441:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.005444:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.005472:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.005480:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 73 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.005487:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:2.0:1746145244.005529:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:31571:x1830965535183488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.005534:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6026 00000100:00100000:3.0:1746145244.005592:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535183616 00000100:00100000:3.0:1746145244.005596:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535183616 00010000:00010000:3.0:1746145244.005613:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.005657:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10156 00000100:00100000:1.0:1746145244.005666:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535183616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.005675:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.005691:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.005701:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.005717:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6299 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355b3 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.005730:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.005732:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.005738:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.005744:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.005761:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.005769:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.005779:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531027840:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.005828:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.008747:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531027840:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.008765:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.008811:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535183616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3146us (3526us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.008822:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10156 00000100:00100000:0.0:1746145244.012214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.013070:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535183872 00000100:00100000:2.0:1746145244.013079:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535183872 00002000:00100000:2.0:1746145244.013119:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535183872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.013129:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535183872 ext(0->4095) 00010000:00010000:2.0:1746145244.013136:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.013149:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.013159:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ebb80 00000100:00100000:2.0:1746145244.014853:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2337 00000100:00100000:2.0:1746145244.014867:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535183872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.015923:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535183872:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1060us (3714us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.015929:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2337 00002000:00100000:2.0:1746145244.015935:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535183872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.015943:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535183872 ext(0->4095) 00010000:00010000:2.0:1746145244.015950:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.015961:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.015966:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ebb80 00000100:00100000:0.0:1746145244.018765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.019551:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184000 00000100:00100000:1.0:1746145244.019559:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184000 00010000:00010000:1.0:1746145244.019591:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.020749:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10157 00000100:00100000:3.0:1746145244.020761:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+73:1961:x1830965535184000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.020776:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.020796:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.020809:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.020829:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355ba expref: 73 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.021293:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.021296:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.021304:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.021311:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.021342:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 72 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.021352:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027968:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.021435:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.030802:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531027968:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.030820:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.030857:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1961:x1830965535184000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 10099us (12097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.030869:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10157 00000100:00100000:0.0:1746145244.032477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.033296:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184256 00000100:00100000:2.0:1746145244.033304:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184256 00002000:00100000:2.0:1746145244.033341:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea680 x1830965535184256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.033350:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea680 with x1830965535184256 ext(0->4095) 00002000:00010000:2.0:1746145244.033354:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ea680 00000100:00100000:2.0:1746145244.033381:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4252 00000100:00100000:2.0:1746145244.033389:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535184256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.033520:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535184256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1045us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.033526:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4252 00002000:00100000:2.0:1746145244.033531:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea680 x1830965535184256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.033538:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea680 with x1830965535184256 ext(0->4095) 00002000:00010000:2.0:1746145244.033541:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3ea680 00000100:00100000:0.0:1746145244.039308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.039502:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184384 00000100:00100000:2.0:1746145244.039510:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184384 00000100:00100000:2.0:1746145244.039554:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6027 00000100:00100000:2.0:1746145244.039562:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535184384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.039577:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.039590:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355c8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.039616:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.039623:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.039646:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.039650:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.039675:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 71 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.039690:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 71 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.039702:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531028096:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.039776:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.048736:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531028096:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.048762:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.048779:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:2.0:1746145244.048831:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535184384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9269us (9529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.048839:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6027 00000100:00100000:3.0:1746145244.052018:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.052467:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184512 00000100:00100000:1.0:1746145244.052476:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184512 00002000:00100000:1.0:1746145244.052515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a56f8a80 x1830965535184512/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.052524:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8a80 with x1830965535184512 ext(0->7) 00010000:00010000:1.0:1746145244.052532:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.052545:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 72 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.052551:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f8a80 00000100:00100000:1.0:1746145244.052567:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2338 00000100:00100000:1.0:1746145244.052574:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+72:1960:x1830965535184512:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145244.052836:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1960:x1830965535184512:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 261us (823us total) trans 4294967984 rc 0/0 00000100:00100000:1.0:1746145244.052843:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2338 00002000:00100000:1.0:1746145244.052848:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a56f8a80 x1830965535184512/t4294967984(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.052860:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8a80 with x1830965535184512 ext(0->7) 00010000:00010000:1.0:1746145244.052864:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.052872:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 74 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.052878:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56f8a80 00000100:00100000:0.0:1746145244.065134:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.065213:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.067236:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184640 00000100:00100000:2.0:1746145244.067247:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184640 00000100:00100000:2.0:1746145244.067310:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6028 00000100:00100000:2.0:1746145244.067318:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:31559:x1830965535184640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.067335:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.067350:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355cf expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.067373:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.067378:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.067388:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.067391:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.067422:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.067433:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 75 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.067442:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:2.0:1746145244.067487:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:31559:x1830965535184640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (2359us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.067493:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6028 00000100:00100000:3.0:1746145244.067663:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535184768 00000100:00100000:3.0:1746145244.067667:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535184768 00010000:00010000:3.0:1746145244.067687:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 75 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.067716:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10158 00000100:00100000:3.0:1746145244.067722:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+75:1961:x1830965535184768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.067730:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145244.067747:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145244 -> 1746145245 00002000:00010000:3.0:1746145244.067750:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145244 -> 1746145245 00010000:00010000:3.0:1746145244.067754:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 75 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.067764:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 75 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.067784:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c1 expref: 75 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.067797:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.067798:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.067803:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.067809:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.067827:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.067836:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.067845:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028352:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.067892:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.070866:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.072030:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028352:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.072057:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.072097:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965535184768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4373us (6882us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.073377:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185024 00000100:00100000:2.0:1746145244.073385:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185024 00002000:00100000:2.0:1746145244.073424:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9880 x1830965535185024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.073433:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9880 with x1830965535185024 ext(0->4095) 00010000:00010000:2.0:1746145244.073440:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.073452:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.073458:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9880 00000100:00100000:3.0:1746145244.073557:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10158 00000100:00100000:2.0:1746145244.075062:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2339 00000100:00100000:2.0:1746145244.075071:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535185024:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145244.075203:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535185024:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (4342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.075208:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2339 00002000:00100000:2.0:1746145244.075214:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9880 x1830965535185024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.075222:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9880 with x1830965535185024 ext(0->4095) 00010000:00010000:2.0:1746145244.075227:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.075238:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.075244:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9880 00000100:00100000:0.0:1746145244.082576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.083013:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185152 00000100:00100000:3.0:1746145244.083022:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185152 00010000:00010000:3.0:1746145244.083064:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.084981:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10159 00000100:00100000:3.0:1746145244.084994:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535185152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.085010:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.085030:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.085051:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.085073:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d62ae lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355c8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.085098:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.085099:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.085109:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.085117:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.085146:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.085160:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028480:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.086966:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.098128:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.098227:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028480:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.098243:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.098293:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535185152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 13302us (15722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.098303:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10159 00000100:00100000:2.0:1746145244.100247:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185408 00000100:00100000:2.0:1746145244.100256:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185408 00002000:00100000:2.0:1746145244.100296:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8a80 x1830965535185408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.100304:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8a80 with x1830965535185408 ext(0->4095) 00002000:00010000:2.0:1746145244.100307:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8a80 00000100:00100000:2.0:1746145244.100330:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4253 00000100:00100000:2.0:1746145244.100337:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965535185408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.100484:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1961:x1830965535185408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (2362us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.100490:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4253 00002000:00100000:2.0:1746145244.100495:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8a80 x1830965535185408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.100501:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8a80 with x1830965535185408 ext(0->4095) 00002000:00010000:2.0:1746145244.100503:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8a80 00000100:00100000:0.0:1746145244.105933:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.106226:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185536 00000100:00100000:2.0:1746145244.106234:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185536 00000100:00100000:2.0:1746145244.106280:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6029 00000100:00100000:2.0:1746145244.106287:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535185536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.106302:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.106317:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355d6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.106342:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.106348:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.106350:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.106353:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.106377:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.106387:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 73 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.106403:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531028608:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.107733:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.112779:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531028608:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.113975:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.113992:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:2.0:1746145244.114060:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535185536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7771us (8131us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.114071:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6029 00000100:00100000:0.0:1746145244.124265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.124825:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185664 00000100:00100000:2.0:1746145244.124834:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185664 00002000:00100000:2.0:1746145244.125297:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8380 x1830965535185664/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.125306:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8380 with x1830965535185664 ext(0->7) 00010000:00010000:2.0:1746145244.125317:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 74 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.125329:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 74 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.125334:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8380 00000100:00100000:2.0:1746145244.125351:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2340 00000100:00100000:2.0:1746145244.125357:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+74:1962:x1830965535185664:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.126068:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1962:x1830965535185664:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 709us (1808us total) trans 4294967985 rc 0/0 00000100:00100000:2.0:1746145244.126074:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2340 00002000:00100000:2.0:1746145244.126079:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8380 x1830965535185664/t4294967985(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.126086:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8380 with x1830965535185664 ext(0->7) 00010000:00010000:2.0:1746145244.126090:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 76 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.126099:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 76 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.126104:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8380 00000100:00100000:0.0:1746145244.134733:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.134957:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185792 00000100:00100000:2.0:1746145244.134965:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185792 00000100:00100000:2.0:1746145244.135030:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6030 00000100:00100000:2.0:1746145244.135049:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:31559:x1830965535185792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.135971:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.135992:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355dd expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.136016:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.136022:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.136027:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.136031:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.136069:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.136079:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.136089:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:2.0:1746145244.136128:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965535185792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1080us (1401us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.136134:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6030 00000100:00100000:0.0:1746145244.140973:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.141095:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535185920 00000100:00100000:3.0:1746145244.141102:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535185920 00010000:00010000:3.0:1746145244.141130:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 77 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.141170:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10160 00000100:00100000:3.0:1746145244.141176:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:1962:x1830965535185920:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.141187:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.141202:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 77 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.141213:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 77 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.141231:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62b5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355cf expref: 77 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.141256:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.141259:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.141267:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.141274:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.141308:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.141317:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.141332:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028864:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.141392:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.144592:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028864:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.144607:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.144669:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1962:x1830965535185920:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3492us (3701us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.144678:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10160 00000100:00100000:0.0:1746145244.158781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.158905:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186176 00000100:00100000:2.0:1746145244.158914:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186176 00002000:00100000:2.0:1746145244.158953:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8e00 x1830965535186176/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.158962:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535186176 ext(0->4095) 00010000:00010000:2.0:1746145244.158969:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.158983:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.158989:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8e00 00000100:00100000:2.0:1746145244.159006:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2341 00000100:00100000:2.0:1746145244.159014:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535186176:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.159713:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535186176:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 698us (937us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.159720:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2341 00002000:00100000:2.0:1746145244.159725:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8e00 x1830965535186176/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.159732:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535186176 ext(0->4095) 00010000:00010000:2.0:1746145244.159737:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.159747:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.159752:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8e00 00000100:00100000:0.0:1746145244.163534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.164174:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186304 00000100:00100000:3.0:1746145244.164183:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186304 00010000:00010000:3.0:1746145244.164215:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.164259:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10161 00000100:00100000:3.0:1746145244.164266:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535186304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.164276:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.164293:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.164304:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.164325:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d62bc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355d6 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.166796:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.166800:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.166811:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.166823:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.166858:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.166869:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028992:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.170764:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.175347:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531028992:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.175365:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.175407:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535186304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 11140us (11883us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.175417:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10161 00000100:00100000:0.0:1746145244.175511:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.175609:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186560 00000100:00100000:2.0:1746145244.175616:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186560 00002000:00100000:2.0:1746145244.175671:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965535186560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.175678:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965535186560 ext(0->4095) 00002000:00010000:2.0:1746145244.175683:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378e00 00000100:00100000:2.0:1746145244.176086:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4254 00000100:00100000:2.0:1746145244.176095:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965535186560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.176425:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:1960:x1830965535186560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 331us (915us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.176431:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4254 00002000:00100000:2.0:1746145244.176436:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965535186560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.176442:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965535186560 ext(0->4095) 00002000:00010000:2.0:1746145244.176444:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378e00 00000100:00100000:0.0:1746145244.181468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.181955:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186688 00000100:00100000:2.0:1746145244.181963:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186688 00000100:00100000:2.0:1746145244.182003:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6031 00000100:00100000:2.0:1746145244.182009:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535186688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.182024:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.182045:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355e4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.182069:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.182076:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.182077:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.182080:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.182101:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.182110:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 75 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.182120:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531029120:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.182192:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.188906:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531029120:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.188931:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.188947:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:2.0:1746145244.188993:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535186688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6983us (7531us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.189001:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6031 00000100:00100000:0.0:1746145244.195366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.195920:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186816 00000100:00100000:2.0:1746145244.195929:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186816 00000100:00100000:2.0:1746145244.195966:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6032 00000100:00100000:2.0:1746145244.195973:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+76:31559:x1830965535186816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.195987:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.196002:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355eb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.196026:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.196031:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.196045:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.196049:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.196076:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.196094:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.196103:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:2.0:1746145244.196138:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:31559:x1830965535186816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.196144:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6032 00000100:00100000:1.0:1746145244.196173:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.198602:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535186944 00000100:00100000:2.0:1746145244.198611:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535186944 00002000:00100000:2.0:1746145244.198682:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838b480 x1830965535186944/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.198692:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b480 with x1830965535186944 ext(0->7) 00010000:00010000:2.0:1746145244.198699:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 77 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.198712:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 77 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.198719:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838b480 00000100:00100000:2.0:1746145244.198743:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2342 00000100:00100000:2.0:1746145244.198749:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+77:1960:x1830965535186944:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.198995:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1960:x1830965535186944:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 245us (2822us total) trans 4294967986 rc 0/0 00000100:00100000:2.0:1746145244.199002:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2342 00002000:00100000:2.0:1746145244.199007:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008838b480 x1830965535186944/t4294967986(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.199014:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b480 with x1830965535186944 ext(0->7) 00010000:00010000:2.0:1746145244.199018:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.199027:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.199041:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838b480 00000100:00100000:0.0:1746145244.200609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.200663:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187072 00000100:00100000:3.0:1746145244.200668:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187072 00010000:00010000:3.0:1746145244.200689:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.200741:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10162 00000100:00100000:3.0:1746145244.200746:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+79:1963:x1830965535187072:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.200755:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.200767:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.200782:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.200799:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355dd expref: 79 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.200822:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.200827:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.200834:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.200841:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.200868:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.200877:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.200886:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029376:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.201928:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.207345:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.207735:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029376:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.207751:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.207789:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1963:x1830965535187072:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7043us (7183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.207801:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10162 00000100:00100000:2.0:1746145244.207998:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187328 00000100:00100000:2.0:1746145244.208005:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187328 00002000:00100000:2.0:1746145244.208044:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965535187328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.208053:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965535187328 ext(0->4095) 00010000:00010000:2.0:1746145244.208060:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.208072:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.208078:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537ad80 00000100:00100000:2.0:1746145244.208096:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2343 00000100:00100000:2.0:1746145244.208102:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535187328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.208203:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535187328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (866us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.208212:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2343 00002000:00100000:2.0:1746145244.208216:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965535187328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.208223:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965535187328 ext(0->4095) 00010000:00010000:2.0:1746145244.208227:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.208235:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.208240:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537ad80 00000100:00100000:0.0:1746145244.215209:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.216007:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187456 00000100:00100000:3.0:1746145244.216015:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187456 00010000:00010000:3.0:1746145244.216055:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.216099:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10163 00000100:00100000:3.0:1746145244.216107:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535187456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.216119:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.216135:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.216146:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.216166:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355e4 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.216190:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.216192:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.216199:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.216206:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.216235:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.216253:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029504:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.216317:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.218469:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.218565:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029504:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.218579:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.218610:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535187456:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2503us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.218618:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10163 00000100:00100000:1.0:1746145244.219227:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187712 00000100:00100000:1.0:1746145244.219232:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187712 00002000:00100000:1.0:1746145244.219266:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378700 x1830965535187712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.219273:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378700 with x1830965535187712 ext(0->4095) 00002000:00010000:1.0:1746145244.219276:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378700 00000100:00100000:1.0:1746145244.219297:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4255 00000100:00100000:1.0:1746145244.219303:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965535187712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145244.219416:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1961:x1830965535187712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (951us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.219421:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4255 00002000:00100000:1.0:1746145244.219425:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378700 x1830965535187712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.219431:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378700 with x1830965535187712 ext(0->4095) 00002000:00010000:1.0:1746145244.219433:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378700 00000100:00100000:3.0:1746145244.225823:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.225882:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187840 00000100:00100000:2.0:1746145244.225890:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187840 00000100:00100000:0.0:1746145244.227379:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6033 00000100:00100000:0.0:1746145244.227391:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535187840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145244.227407:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145244.227422:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355f2 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.227446:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.227623:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145244.227637:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145244.227642:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.227668:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.227679:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 77 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145244.227690:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531029632:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145244.227763:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.229393:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a537a680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531029632:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.229413:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145244.229422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145244.229425:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:2.0:1746145244.229448:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535187840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2061us (3631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.229454:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6033 00000100:00100000:3.0:1746145244.229710:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535187968 00000100:00100000:3.0:1746145244.229714:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535187968 00002000:00100000:3.0:1746145244.229741:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a537aa00 x1830965535187968/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.229748:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537aa00 with x1830965535187968 ext(0->7) 00010000:00010000:3.0:1746145244.229754:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 78 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.229763:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 78 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.229768:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537aa00 00000100:00100000:3.0:1746145244.229793:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2344 00000100:00100000:3.0:1746145244.229798:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+78:1960:x1830965535187968:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145244.230017:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1960:x1830965535187968:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 218us (594us total) trans 4294967987 rc 0/0 00000100:00100000:3.0:1746145244.230026:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2344 00002000:00100000:3.0:1746145244.230031:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a537aa00 x1830965535187968/t4294967987(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.230047:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537aa00 with x1830965535187968 ext(0->7) 00010000:00010000:3.0:1746145244.230051:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 80 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.230059:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 80 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.230064:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537aa00 00000100:00100000:0.0:1746145244.240154:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.240205:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.240351:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188224 00000100:00100000:3.0:1746145244.240356:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188096 00000100:00100000:2.0:1746145244.240358:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188224 00000100:00100000:3.0:1746145244.240360:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188096 00010000:00010000:3.0:1746145244.240387:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 81 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.240391:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6034 00000100:00100000:2.0:1746145244.240397:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:31559:x1830965535188224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.240411:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.240423:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5355f9 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.240443:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.240448:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.240453:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.240456:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.240483:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.240494:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 82 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.240503:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:3.0:1746145244.240872:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10164 00000100:00100000:3.0:1746145244.240878:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965535188096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.240887:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.240902:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 82 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.240913:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 82 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.240931:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d62d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355eb expref: 82 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.240954:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.240955:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.241044:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.241052:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.241073:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.241082:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.241091:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029888:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.241132:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.241295:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+81:31559:x1830965535188224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 897us (1088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.241301:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6034 00000100:00100000:3.0:1746145244.244101:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531029888:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.244117:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.244159:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1961:x1830965535188096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3280us (4011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.244168:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10164 00000100:00100000:0.0:1746145244.247163:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.247228:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188480 00000100:00100000:1.0:1746145244.247237:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188480 00002000:00100000:1.0:1746145244.247325:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379f80 x1830965535188480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.247335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379f80 with x1830965535188480 ext(0->4095) 00010000:00010000:1.0:1746145244.247343:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.247357:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.247363:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379f80 00000100:00100000:1.0:1746145244.247392:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2345 00000100:00100000:1.0:1746145244.247400:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535188480:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.247552:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535188480:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 153us (393us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.247558:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2345 00002000:00100000:1.0:1746145244.247563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379f80 x1830965535188480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.247570:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379f80 with x1830965535188480 ext(0->4095) 00010000:00010000:1.0:1746145244.247574:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.247582:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.247592:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379f80 00000100:00100000:0.0:1746145244.251792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.255263:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188608 00000100:00100000:3.0:1746145244.255274:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188608 00010000:00010000:3.0:1746145244.255311:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.255356:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10165 00000100:00100000:3.0:1746145244.255364:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535188608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.255376:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.255410:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.255421:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.255441:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d62d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f2 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.255468:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.255470:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.255477:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.255484:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.255512:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.255523:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030016:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.255599:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.261192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.261204:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030016:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.261220:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.261260:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535188608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5896us (9474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.261269:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10165 00000100:00100000:2.0:1746145244.261364:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188864 00000100:00100000:2.0:1746145244.261370:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188864 00002000:00100000:2.0:1746145244.261399:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965535188864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.261408:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965535188864 ext(0->4095) 00002000:00010000:2.0:1746145244.261412:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b100 00000100:00100000:2.0:1746145244.261525:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4256 00000100:00100000:2.0:1746145244.261531:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1961:x1830965535188864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.261662:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1961:x1830965535188864:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (477us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.261667:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4256 00002000:00100000:2.0:1746145244.261671:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965535188864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.261678:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965535188864 ext(0->4095) 00002000:00010000:2.0:1746145244.261680:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b100 00000100:00100000:0.0:1746145244.263588:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.264537:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535188992 00000100:00100000:2.0:1746145244.264544:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535188992 00000100:00100000:2.0:1746145244.264588:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6035 00000100:00100000:2.0:1746145244.264595:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535188992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.264608:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.264623:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535600 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.264660:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.264667:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.264668:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.264671:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.264702:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.264713:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 79 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.264723:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531030144:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.265879:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.271277:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.271400:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531030144:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.271426:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.271444:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:2.0:1746145244.271481:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535188992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6885us (7895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.271487:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6035 00000100:00100000:1.0:1746145244.271758:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535189120 00000100:00100000:1.0:1746145244.271764:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535189120 00002000:00100000:1.0:1746145244.271793:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a537b800 x1830965535189120/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.271802:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b800 with x1830965535189120 ext(0->7) 00010000:00010000:1.0:1746145244.271808:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 80 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.271819:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 80 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.271824:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b800 00000100:00100000:1.0:1746145244.271838:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2346 00000100:00100000:1.0:1746145244.271844:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+80:1961:x1830965535189120:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145244.272096:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965535189120:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 251us (825us total) trans 4294967988 rc 0/0 00000100:00100000:1.0:1746145244.272101:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2346 00002000:00100000:1.0:1746145244.272106:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a537b800 x1830965535189120/t4294967988(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.272112:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b800 with x1830965535189120 ext(0->7) 00010000:00010000:1.0:1746145244.272116:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 82 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.272127:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 82 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.272132:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b800 00000100:00100000:0.0:1746145244.287057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.287135:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535189248 00000100:00100000:3.0:1746145244.287143:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535189248 00010000:00010000:3.0:1746145244.287173:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 82 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145244.287187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.287240:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535189376 00000100:00100000:2.0:1746145244.287243:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535189376 00000100:00100000:2.0:1746145244.287268:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6036 00000100:00100000:2.0:1746145244.287275:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:31559:x1830965535189376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.287288:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.287298:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535607 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.287318:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.287370:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.287375:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.287378:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 84 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.287404:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.287414:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 84 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.287422:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35800, rc 0) 00000100:00100000:2.0:1746145244.287677:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:31559:x1830965535189376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 402us (489us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.287683:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6036 00000100:00100000:3.0:1746145244.287854:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10166 00000100:00100000:3.0:1746145244.287859:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+83:1963:x1830965535189248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.287867:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.287882:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 83 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.287891:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 83 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.287904:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d62df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5355f9 expref: 83 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.287921:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.287922:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.287927:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.287934:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.287950:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.287959:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.287968:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030400:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.288017:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.294413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.294498:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535189632 00000100:00100000:2.0:1746145244.294505:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535189632 00002000:00100000:2.0:1746145244.294544:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b480 x1830965535189632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.294553:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b480 with x1830965535189632 ext(0->4095) 00010000:00010000:2.0:1746145244.294560:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.294574:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.294583:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b480 00000100:00100000:2.0:1746145244.294616:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2347 00000100:00100000:2.0:1746145244.294623:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535189632:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.294722:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030400:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.294735:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.294770:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1963:x1830965535189248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6910us (7722us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.294778:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10166 00000100:00100000:2.0:1746145244.295247:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535189632:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 624us (840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.295253:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2347 00002000:00100000:2.0:1746145244.295257:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b480 x1830965535189632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.295264:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b480 with x1830965535189632 ext(0->4095) 00010000:00010000:2.0:1746145244.295268:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.295277:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.295282:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537b480 00000100:00100000:0.0:1746145244.297948:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.298049:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535189760 00000100:00100000:3.0:1746145244.298056:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535189760 00010000:00010000:3.0:1746145244.298082:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.298116:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10167 00000100:00100000:3.0:1746145244.298122:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535189760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.298132:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.298148:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.298158:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.298177:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d62e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535600 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.298350:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.298352:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.298360:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.298367:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.298393:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.298404:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030528:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.298469:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.301991:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030528:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.302009:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.302091:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535189760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3967us (4144us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.302099:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10167 00000100:00100000:0.0:1746145244.305452:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.305564:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190016 00000100:00100000:2.0:1746145244.305572:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190016 00002000:00100000:2.0:1746145244.305614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537a680 x1830965535190016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.305623:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537a680 with x1830965535190016 ext(0->4095) 00002000:00010000:2.0:1746145244.305652:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537a680 00000100:00100000:2.0:1746145244.305679:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4257 00000100:00100000:2.0:1746145244.305687:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965535190016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.305810:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965535190016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.305817:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4257 00002000:00100000:2.0:1746145244.305822:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537a680 x1830965535190016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.305829:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537a680 with x1830965535190016 ext(0->4095) 00002000:00010000:2.0:1746145244.305831:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537a680 00000100:00100000:0.0:1746145244.316335:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.316428:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190144 00000100:00100000:2.0:1746145244.316436:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190144 00000100:00100000:2.0:1746145244.316474:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6037 00000100:00100000:2.0:1746145244.316481:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535190144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.316497:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.316513:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53560e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.316537:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.316543:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.316545:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.316548:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.316571:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.316585:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 81 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.316596:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531030656:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.316858:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.329399:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531030656:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.329425:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.329441:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35c00, rc 0) 00000100:00100000:2.0:1746145244.329476:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535190144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12995us (13147us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.329482:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6037 00000100:00100000:0.0:1746145244.330715:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.330778:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190272 00000100:00100000:1.0:1746145244.330785:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190272 00002000:00100000:1.0:1746145244.330816:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c19c700 x1830965535190272/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.330824:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535190272 ext(0->7) 00010000:00010000:1.0:1746145244.330830:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 82 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.330841:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 82 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.330846:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19c700 00000100:00100000:1.0:1746145244.330869:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2348 00000100:00100000:1.0:1746145244.330875:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+82:1961:x1830965535190272:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145244.331115:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1961:x1830965535190272:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 240us (402us total) trans 4294967989 rc 0/0 00000100:00100000:1.0:1746145244.331121:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2348 00002000:00100000:1.0:1746145244.331126:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009c19c700 x1830965535190272/t4294967989(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.331132:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535190272 ext(0->7) 00010000:00010000:1.0:1746145244.331136:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 84 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.331144:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 84 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.331149:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19c700 00000100:00100000:0.0:1746145244.341875:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.341959:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190400 00000100:00100000:2.0:1746145244.341967:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190400 00000100:00100000:2.0:1746145244.342001:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6038 00000100:00100000:2.0:1746145244.342007:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:31559:x1830965535190400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.342022:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.342044:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535615 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.342067:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.342072:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.342081:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.342085:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 85 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.342114:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.342124:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 85 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.342133:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013686b400, rc 0) 00000100:00100000:2.0:1746145244.342181:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+85:31559:x1830965535190400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 174us (312us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.342187:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6038 00000100:00100000:0.0:1746145244.344154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.344330:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190528 00000100:00100000:3.0:1746145244.344335:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190528 00010000:00010000:3.0:1746145244.344359:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 85 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.344398:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10168 00000100:00100000:3.0:1746145244.344403:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+85:1960:x1830965535190528:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.344413:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.344429:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 85 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.344440:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 85 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.344457:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d62ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535607 expref: 85 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.344482:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.344484:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.344490:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.344497:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.344521:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.344532:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.344547:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030912:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.344614:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.346847:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531030912:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.346860:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.346897:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1960:x1830965535190528:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2493us (2746us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.346905:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10168 00000100:00100000:0.0:1746145244.349249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.349705:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190784 00000100:00100000:3.0:1746145244.349713:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190784 00002000:00100000:3.0:1746145244.349746:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19fb80 x1830965535190784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.349754:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535190784 ext(0->4095) 00010000:00010000:3.0:1746145244.349762:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.349774:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.349780:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19fb80 00000100:00100000:3.0:1746145244.350109:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2349 00000100:00100000:3.0:1746145244.350117:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535190784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.350248:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535190784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (1003us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.350257:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2349 00002000:00100000:3.0:1746145244.350262:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19fb80 x1830965535190784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.350269:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535190784 ext(0->4095) 00010000:00010000:3.0:1746145244.350273:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.350282:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.350287:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19fb80 00000100:00100000:0.0:1746145244.352888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.352984:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535190912 00000100:00100000:3.0:1746145244.352990:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535190912 00010000:00010000:3.0:1746145244.353015:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.353081:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10169 00000100:00100000:3.0:1746145244.353088:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535190912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.353099:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.353115:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.353125:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.353145:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d62f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53560e expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.353168:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.353170:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.353177:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.353185:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.353213:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.353224:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031040:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.353284:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.356000:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031040:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.356017:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.356058:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535190912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2970us (3175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.356067:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10169 00000100:00100000:0.0:1746145244.356165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.356272:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191168 00000100:00100000:1.0:1746145244.356278:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191168 00002000:00100000:1.0:1746145244.356309:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ce00 x1830965535191168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.356317:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535191168 ext(0->4095) 00002000:00010000:1.0:1746145244.356321:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ce00 00000100:00100000:1.0:1746145244.356334:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4258 00000100:00100000:1.0:1746145244.356339:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1960:x1830965535191168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.356448:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1960:x1830965535191168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (283us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.356454:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4258 00002000:00100000:1.0:1746145244.356458:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19ce00 x1830965535191168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.356465:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535191168 ext(0->4095) 00002000:00010000:1.0:1746145244.356467:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ce00 00000100:00100000:0.0:1746145244.358971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.359055:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191296 00000100:00100000:2.0:1746145244.359061:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191296 00000100:00100000:2.0:1746145244.359104:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6039 00000100:00100000:2.0:1746145244.359112:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535191296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.359125:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.359140:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53561c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.359162:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.359168:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.359170:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.359174:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.359198:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.359208:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 83 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.359217:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031168:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.359289:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eeff00 going to sleep for 11 seconds 00010000:00010000:2.0:1746145244.359880:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145244.363560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.363648:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191424 00000100:00100000:3.0:1746145244.363656:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191424 00002000:00100000:3.0:1746145244.363687:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a55a8700 x1830965535191424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.363696:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8700 with x1830965535191424 ext(0->7) 00010000:00010000:3.0:1746145244.363703:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 84 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.363721:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 84 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.363726:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8700 00000100:00100000:3.0:1746145244.363750:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2350 00000100:00100000:3.0:1746145244.363756:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+84:1963:x1830965535191424:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145244.363989:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1963:x1830965535191424:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 233us (435us total) trans 4294967990 rc 0/0 00000100:00100000:3.0:1746145244.363995:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2350 00002000:00100000:3.0:1746145244.364000:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a55a8700 x1830965535191424/t4294967990(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.364006:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8700 with x1830965535191424 ext(0->7) 00010000:00010000:3.0:1746145244.364010:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.364018:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.364022:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8700 00000100:00100000:2.0:1746145244.364097:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031168:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.364116:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.364127:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35c00, rc 0) 00000100:00100000:2.0:1746145244.364144:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535191296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5033us (5180us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.364149:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6039 00000100:00100000:0.0:1746145244.371840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.372058:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191552 00000100:00100000:3.0:1746145244.372066:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191552 00010000:00010000:3.0:1746145244.372097:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.373415:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10170 00000100:00100000:3.0:1746145244.373425:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1962:x1830965535191552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.373437:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.373454:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.373466:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.373484:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013686b400/0xb5ee96b21a0d62fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535615 expref: 86 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.374825:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.374827:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.374836:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.374845:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.374876:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.374887:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031296:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.376199:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.376705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.377613:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191680 00000100:00100000:3.0:1746145244.377620:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191680 00000100:00100000:3.0:1746145244.377863:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6040 00000100:00100000:3.0:1746145244.377870:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:31559:x1830965535191680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.377884:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.377898:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535623 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.377923:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.377928:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.377930:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.377933:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 87 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.377954:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.377965:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.377973:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031424:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.378030:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.378915:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031296:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.378928:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.379121:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:1962:x1830965535191552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5696us (7286us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.379129:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10170 00000100:00100000:0.0:1746145244.380411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.380780:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535191936 00000100:00100000:1.0:1746145244.380785:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535191936 00002000:00100000:1.0:1746145244.380817:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aaa00 x1830965535191936/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.380830:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aaa00 with x1830965535191936 ext(0->4095) 00010000:00010000:1.0:1746145244.380837:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.380849:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.380856:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aaa00 00000100:00100000:3.0:1746145244.380977:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031424:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.380995:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 86 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.381007:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:1.0:1746145244.381292:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2351 00000100:00100000:1.0:1746145244.381299:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535191936:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.381417:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:31559:x1830965535191680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3548us (4715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.381424:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6040 00000100:00100000:1.0:1746145244.381643:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535191936:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 343us (1233us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.381649:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2351 00002000:00100000:1.0:1746145244.381654:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aaa00 x1830965535191936/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.381661:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aaa00 with x1830965535191936 ext(0->4095) 00010000:00010000:1.0:1746145244.381666:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.381675:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.381680:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aaa00 00000100:00100000:0.0:1746145244.384180:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.384345:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192064 00000100:00100000:3.0:1746145244.384351:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192064 00010000:00010000:3.0:1746145244.384376:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.384560:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10171 00000100:00100000:3.0:1746145244.384567:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535192064:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.384577:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.384593:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.384602:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.384622:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35c00/0xb5ee96b21a0d6302 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53561c expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.384676:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.384678:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.384685:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.384692:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.384718:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.384727:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031552:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.384788:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.388432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.388528:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.388544:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.388580:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535192064:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4013us (4403us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.388589:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10171 00000100:00100000:0.0:1746145244.388656:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192320 00000100:00100000:0.0:1746145244.388663:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192320 00002000:00100000:0.0:1746145244.388695:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388000 x1830965535192320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.388703:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388000 with x1830965535192320 ext(0->4095) 00002000:00010000:0.0:1746145244.388707:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388000 00000100:00100000:0.0:1746145244.388963:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4259 00000100:00100000:0.0:1746145244.388970:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1960:x1830965535192320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145244.389103:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1960:x1830965535192320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (678us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145244.389109:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4259 00002000:00100000:0.0:1746145244.389113:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388000 x1830965535192320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.389125:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388000 with x1830965535192320 ext(0->4095) 00002000:00010000:0.0:1746145244.389128:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388000 00000100:00100000:0.0:1746145244.392326:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.392413:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192448 00000100:00100000:3.0:1746145244.392422:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192448 00000100:00100000:3.0:1746145244.392457:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6041 00000100:00100000:3.0:1746145244.392464:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535192448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.392478:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.392492:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53562a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.392517:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.392523:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.392526:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.392528:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.392551:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.392561:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 85 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.392571:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031680:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.392670:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.396936:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031680:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.396971:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.396989:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:3.0:1746145244.397061:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535192448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4597us (4739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.397069:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6041 00000100:00100000:0.0:1746145244.398799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.399715:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192576 00000100:00100000:2.0:1746145244.399724:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192576 00002000:00100000:2.0:1746145244.399767:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d3800 x1830965535192576/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.399777:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535192576 ext(0->7) 00010000:00010000:2.0:1746145244.399785:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 86 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.399799:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 86 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.399804:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:2.0:1746145244.399826:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2352 00000100:00100000:2.0:1746145244.399833:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+86:1960:x1830965535192576:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.401122:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535192576:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1284us (2320us total) trans 4294967991 rc 0/0 00000100:00100000:2.0:1746145244.401130:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2352 00002000:00100000:2.0:1746145244.401138:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d3800 x1830965535192576/t4294967991(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.401145:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535192576 ext(0->7) 00010000:00010000:2.0:1746145244.401151:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.401162:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.401168:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746145244.409708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.410399:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192704 00000100:00100000:3.0:1746145244.410408:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192704 00010000:00010000:3.0:1746145244.410438:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.410702:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10172 00000100:00100000:3.0:1746145244.410711:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535192704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.410725:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.410742:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.410753:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.410773:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6309 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535623 expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.411171:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.411173:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.411180:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.411188:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.411217:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.411228:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031808:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.411576:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.412766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.413006:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531031808:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.413019:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.413055:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:1961:x1830965535192704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2345us (3353us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.413062:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10172 00000100:00100000:3.0:1746145244.413416:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535192832 00000100:00100000:3.0:1746145244.413421:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535192832 00000100:00100000:3.0:1746145244.413567:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6042 00000100:00100000:3.0:1746145244.413574:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:31559:x1830965535192832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.413590:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.413602:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535631 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.413623:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.413652:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.413653:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.413657:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.413678:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.413687:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.413695:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031936:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.413737:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.414350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.414478:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193088 00000100:00100000:3.0:1746145244.414481:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193088 00002000:00100000:3.0:1746145244.414503:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2d80 x1830965535193088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.414511:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535193088 ext(0->4095) 00010000:00010000:3.0:1746145244.414517:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.414529:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.414535:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:3.0:1746145244.414608:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2353 00000100:00100000:3.0:1746145244.414614:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535193088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145244.414921:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535193088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 306us (570us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.414926:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2353 00002000:00100000:3.0:1746145244.414931:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2d80 x1830965535193088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.414937:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535193088 ext(0->4095) 00010000:00010000:3.0:1746145244.414941:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.414949:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.414954:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:0.0:1746145244.417043:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.417076:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.417085:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193216 00000100:00100000:2.0:1746145244.417121:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193344 00000100:00100000:2.0:1746145244.417126:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193344 00010000:00010000:2.0:1746145244.417155:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.417176:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10173 00000100:00100000:2.0:1746145244.417182:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535193344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.417192:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.417207:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.417217:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.417237:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.417239:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.417246:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.417253:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50080000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.417285:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.417295:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032064:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.417322:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6310 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53562a expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.417332:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531031936:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.417343:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00010000:00010000:3.0:1746145244.417348:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.417356:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4800, rc 0) 00000100:00100000:3.0:1746145244.417374:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31559:x1830965535192832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3801us (4610us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.417381:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6042 00000100:00100000:1.0:1746145244.417618:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193216 00000100:00100000:1.0:1746145244.417667:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6043 00000100:00100000:1.0:1746145244.417674:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31571:x1830965535193216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145244.417684:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145244.417692:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535638 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.417707:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.417712:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145244.417713:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145244.417715:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.417729:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.417740:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.417747:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032192:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145244.417776:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.419520:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032192:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145244.419540:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.419556:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ea800, rc 0) 00000100:00100000:1.0:1746145244.419581:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:31571:x1830965535193216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1907us (2551us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.419588:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6043 00000100:00100000:2.0:1746145244.419693:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032064:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.419703:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.419719:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535193344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2538us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.419725:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10173 00000100:00100000:0.0:1746145244.420493:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.420606:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193600 00000100:00100000:3.0:1746145244.420612:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193600 00002000:00100000:3.0:1746145244.420786:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0e00 x1830965535193600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.420794:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0e00 with x1830965535193600 ext(0->4095) 00010000:00010000:3.0:1746145244.420800:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.420810:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.420817:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0e00 00000100:00100000:3.0:1746145244.420830:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2354 00000100:00100000:3.0:1746145244.420835:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965535193600:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:3.0:1746145244.420953:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965535193600:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 117us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.420959:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2354 00002000:00100000:3.0:1746145244.420964:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0e00 x1830965535193600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.420976:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0e00 with x1830965535193600 ext(0->4095) 00010000:00010000:3.0:1746145244.420980:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.420989:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.420994:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e0e00 00000100:00100000:0.0:1746145244.425728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.425789:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193728 00000100:00100000:2.0:1746145244.425797:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193728 00010000:00010000:2.0:1746145244.425833:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.425870:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10174 00000100:00100000:2.0:1746145244.425878:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1963:x1830965535193728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.425893:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.425911:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.425924:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.425947:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d6317 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535631 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.425969:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.425971:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.425977:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.425988:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.426021:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.426039:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032320:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.426118:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.428281:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032320:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.428301:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.428389:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1963:x1830965535193728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2508us (2665us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.428397:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10174 00000100:00100000:0.0:1746145244.429960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.430479:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535193984 00000100:00100000:2.0:1746145244.430486:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535193984 00002000:00100000:2.0:1746145244.430517:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2a00 x1830965535193984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.430525:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2a00 with x1830965535193984 ext(0->4095) 00002000:00010000:2.0:1746145244.430530:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2a00 00000100:00100000:2.0:1746145244.430582:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4260 00000100:00100000:2.0:1746145244.430588:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535193984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.430751:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535193984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (793us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.430757:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4260 00002000:00100000:2.0:1746145244.430762:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2a00 x1830965535193984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.430773:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2a00 with x1830965535193984 ext(0->4095) 00002000:00010000:2.0:1746145244.430776:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2a00 00000100:00100000:0.0:1746145244.432608:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.434309:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194112 00000100:00100000:1.0:1746145244.434318:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194112 00000100:00100000:1.0:1746145244.434700:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6044 00000100:00100000:1.0:1746145244.434709:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535194112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145244.434724:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145244.434739:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53563f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.434763:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.434770:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145244.434771:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145244.434775:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.434800:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.434810:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 87 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.434826:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032448:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145244.435199:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.437578:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032448:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145244.437605:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.437619:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800944ea200, rc 0) 00000100:00100000:1.0:1746145244.437680:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535194112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2973us (5076us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.437687:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6044 00000100:00100000:0.0:1746145244.438465:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.438604:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194240 00000100:00100000:2.0:1746145244.438610:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194240 00010000:00010000:2.0:1746145244.438649:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.438668:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10175 00000100:00100000:2.0:1746145244.438674:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535194240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.438683:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.438700:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.438709:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.438727:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea800/0xb5ee96b21a0d631e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535638 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.439651:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.439654:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.439664:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.439671:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.439703:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.439714:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032576:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.439773:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.441484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.442091:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032576:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.442107:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.442147:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:1961:x1830965535194240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3473us (3682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.442156:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10175 00000100:00100000:1.0:1746145244.442367:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194368 00000100:00100000:1.0:1746145244.442373:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194368 00000100:00100000:1.0:1746145244.442409:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6045 00000100:00100000:1.0:1746145244.442416:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:31559:x1830965535194368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145244.442428:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145244.442440:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535646 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.442460:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.442466:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.442468:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.442471:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.442495:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.442505:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.442515:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032704:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145244.442561:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.443848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.444085:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194624 00000100:00100000:2.0:1746145244.444089:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194624 00002000:00100000:2.0:1746145244.444114:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535194624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.444122:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535194624 ext(0->4095) 00010000:00010000:2.0:1746145244.444128:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.444138:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.444144:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65aa00 00000100:00100000:2.0:1746145244.444167:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2355 00000100:00100000:2.0:1746145244.444172:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535194624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.444301:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535194624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (455us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.444307:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2355 00002000:00100000:2.0:1746145244.444312:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535194624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.444319:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535194624 ext(0->4095) 00010000:00010000:2.0:1746145244.444323:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.444331:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.444336:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65aa00 00000100:00100000:1.0:1746145244.446718:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088389880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531032704:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145244.446741:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.446756:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:1.0:1746145244.446795:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31559:x1830965535194368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4378us (5312us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.446801:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6045 00000100:00100000:0.0:1746145244.448337:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.448531:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194752 00000100:00100000:1.0:1746145244.448536:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194752 00000100:00100000:1.0:1746145244.448573:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6046 00000100:00100000:1.0:1746145244.448580:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31571:x1830965535194752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145244.448592:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145244.448605:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53564d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.448621:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.448651:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.448656:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145244.448659:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.448684:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.448695:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.448703:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:1.0:1746145244.448730:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:31571:x1830965535194752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 151us (396us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.448736:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6046 00000100:00100000:0.0:1746145244.449382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.449491:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535194880 00000100:00100000:3.0:1746145244.449495:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535194880 00010000:00010000:3.0:1746145244.449512:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.449539:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10176 00000100:00100000:3.0:1746145244.449544:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535194880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.449552:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.449567:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.449576:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.449590:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800944ea200/0xb5ee96b21a0d6325 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53563f expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.449603:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.449605:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.449610:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.449615:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.449654:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.449663:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.449673:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032960:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.449723:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.452976:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531032960:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.452993:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.453117:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535194880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3571us (3734us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.453125:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10176 00000100:00100000:0.0:1746145244.453480:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.453649:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535195136 00000100:00100000:2.0:1746145244.453654:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535195136 00002000:00100000:2.0:1746145244.453685:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db7800 x1830965535195136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.453694:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7800 with x1830965535195136 ext(0->4095) 00010000:00010000:2.0:1746145244.453701:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.453713:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.453719:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7800 00000100:00100000:2.0:1746145244.453743:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2356 00000100:00100000:2.0:1746145244.453750:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965535195136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.453865:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965535195136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (386us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.453870:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2356 00002000:00100000:2.0:1746145244.453875:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db7800 x1830965535195136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.453881:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7800 with x1830965535195136 ext(0->4095) 00010000:00010000:2.0:1746145244.453884:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.453892:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.453897:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7800 00000100:00100000:0.0:1746145244.456755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.456873:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535195264 00000100:00100000:3.0:1746145244.456880:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535195264 00010000:00010000:3.0:1746145244.456905:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.456935:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10177 00000100:00100000:3.0:1746145244.456941:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1961:x1830965535195264:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.456953:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.456968:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.456978:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.456996:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d632c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535646 expref: 89 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.457021:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.457023:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.457029:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.457044:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.457071:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.457081:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033088:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.457145:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.460828:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.460895:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033088:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.460909:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.460946:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535195264:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4005us (4194us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.460957:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10177 00000100:00100000:2.0:1746145244.461011:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535195520 00000100:00100000:2.0:1746145244.461015:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535195520 00002000:00100000:2.0:1746145244.461052:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6d80 x1830965535195520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.461061:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6d80 with x1830965535195520 ext(0->4095) 00002000:00010000:2.0:1746145244.461065:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6d80 00000100:00100000:2.0:1746145244.461087:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4261 00000100:00100000:2.0:1746145244.461093:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535195520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.461200:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535195520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (378us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.461208:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4261 00002000:00100000:2.0:1746145244.461212:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6d80 x1830965535195520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.461218:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6d80 with x1830965535195520 ext(0->4095) 00002000:00010000:2.0:1746145244.461220:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6d80 00000100:00100000:0.0:1746145244.463371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.463439:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535195648 00000100:00100000:3.0:1746145244.463444:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535195648 00000100:00100000:3.0:1746145244.463484:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6047 00000100:00100000:3.0:1746145244.463491:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535195648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.463503:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.463516:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535654 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.463538:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.463544:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.463545:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.463548:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.463571:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.463581:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 87 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.463592:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531033216:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.463678:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.465341:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531033216:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.465363:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.465375:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9200, rc 0) 00000100:00100000:3.0:1746145244.465410:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535195648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1918us (2043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.465417:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6047 00000100:00100000:0.0:1746145244.465765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.465906:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535195776 00000100:00100000:3.0:1746145244.465911:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535195776 00010000:00010000:3.0:1746145244.465929:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.465955:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10178 00000100:00100000:3.0:1746145244.465960:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535195776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.465968:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.465983:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.465993:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.466011:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d6333 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53564d expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.466039:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.466041:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.466047:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.466054:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.466076:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.466085:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033344:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.467272:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.471839:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033344:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.471856:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.471898:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:1960:x1830965535195776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5937us (6132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.471907:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10178 00000100:00100000:0.0:1746145244.472059:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.472398:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196032 00000100:00100000:3.0:1746145244.472404:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196032 00000100:00100000:3.0:1746145244.472439:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6048 00000100:00100000:3.0:1746145244.472445:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+87:31559:x1830965535196032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.472459:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.472472:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53565b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.472494:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.472501:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.472503:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.472506:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.472528:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.472538:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.472549:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531033472:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.472600:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.472728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.473385:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196160 00000100:00100000:3.0:1746145244.473390:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196160 00002000:00100000:3.0:1746145244.473412:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389880 x1830965535196160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.473419:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389880 with x1830965535196160 ext(0->4095) 00010000:00010000:3.0:1746145244.473424:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.473434:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.473439:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389880 00000100:00100000:3.0:1746145244.473460:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2357 00000100:00100000:3.0:1746145244.473465:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535196160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145244.473582:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535196160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (854us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.473588:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2357 00002000:00100000:3.0:1746145244.473594:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389880 x1830965535196160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.473600:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389880 with x1830965535196160 ext(0->4095) 00010000:00010000:3.0:1746145244.473605:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.473614:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.473619:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389880 00000100:00100000:3.0:1746145244.475871:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531033472:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.475893:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.475908:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5200, rc 0) 00000100:00100000:3.0:1746145244.476948:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31559:x1830965535196032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4498us (4885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.476956:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6048 00000100:00100000:0.0:1746145244.477117:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.477449:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196288 00000100:00100000:3.0:1746145244.477455:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196288 00000100:00100000:3.0:1746145244.477482:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6049 00000100:00100000:3.0:1746145244.477487:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31571:x1830965535196288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.477499:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.477512:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535662 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.477531:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.477534:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.477539:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.477541:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.477565:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.477574:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.477582:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9800, rc 0) 00000100:00100000:3.0:1746145244.478295:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:31571:x1830965535196288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 805us (1177us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.478300:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6049 00000100:00100000:1.0:1746145244.478440:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.478641:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196416 00000100:00100000:3.0:1746145244.478644:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196416 00010000:00010000:3.0:1746145244.478661:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.478679:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10179 00000100:00100000:3.0:1746145244.478683:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535196416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.478693:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.478707:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.478716:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.478732:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d633a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535654 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.479498:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.479501:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.479507:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.479514:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.479536:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.479545:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 88 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.479555:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033728:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.480448:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.482617:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.482836:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196672 00000100:00100000:2.0:1746145244.482844:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196672 00002000:00100000:2.0:1746145244.482881:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965535196672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.482889:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535196672 ext(0->4095) 00010000:00010000:2.0:1746145244.482896:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.482908:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.482914:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678380 00000100:00100000:2.0:1746145244.482931:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2358 00000100:00100000:2.0:1746145244.482938:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1961:x1830965535196672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.483073:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1961:x1830965535196672:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (460us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.483079:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2358 00002000:00100000:2.0:1746145244.483084:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965535196672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.483096:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535196672 ext(0->4095) 00010000:00010000:2.0:1746145244.483100:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.483108:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.483114:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678380 00000100:00100000:3.0:1746145244.483231:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033728:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.483244:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.483266:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535196416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4582us (4826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.483272:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10179 00000100:00100000:0.0:1746145244.485602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.485764:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535196800 00000100:00100000:3.0:1746145244.485770:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535196800 00010000:00010000:3.0:1746145244.485792:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.485810:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10180 00000100:00100000:3.0:1746145244.485815:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1963:x1830965535196800:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.485824:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.485839:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.485849:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.485868:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d6341 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53565b expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.485880:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.485882:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.485888:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.485894:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.485919:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 88 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.485929:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033856:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.485982:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.488370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.488403:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531033856:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.488417:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.488440:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1963:x1830965535196800:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2625us (2844us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.488449:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10180 00000100:00100000:0.0:1746145244.488533:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197056 00000100:00100000:0.0:1746145244.488537:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197056 00002000:00100000:0.0:1746145244.488564:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f8700 x1830965535197056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.488571:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8700 with x1830965535197056 ext(0->4095) 00002000:00010000:0.0:1746145244.488575:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56f8700 00000100:00100000:0.0:1746145244.488594:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4262 00000100:00100000:0.0:1746145244.488598:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535197056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145244.488721:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535197056:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (356us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145244.488726:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4262 00002000:00100000:0.0:1746145244.488730:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56f8700 x1830965535197056/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.488736:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8700 with x1830965535197056 ext(0->4095) 00002000:00010000:0.0:1746145244.488738:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56f8700 00000100:00100000:0.0:1746145244.494583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.494711:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197184 00000100:00100000:2.0:1746145244.494720:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197184 00000100:00100000:2.0:1746145244.494768:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6050 00000100:00100000:2.0:1746145244.494775:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535197184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.494790:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.494806:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535669 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.494830:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 87 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.494836:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.494837:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.494840:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.494864:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 87 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.494879:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 87 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.494889:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531033984:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.494949:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.496537:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531033984:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.496556:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.496568:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35800, rc 0) 00000100:00100000:2.0:1746145244.497745:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535197184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2966us (3163us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.497752:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6050 00000100:00100000:0.0:1746145244.499568:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.500600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.500957:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197440 00000100:00100000:2.0:1746145244.500965:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197440 00000100:00100000:2.0:1746145244.501489:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6051 00000100:00100000:2.0:1746145244.501497:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:31559:x1830965535197440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.501510:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.501524:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535670 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.501548:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.501552:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.501561:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.501564:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.501593:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.501602:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 89 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.501610:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013686ae00, rc 0) 00000100:00100000:2.0:1746145244.501676:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:31559:x1830965535197440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (1077us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.501682:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6051 00000100:00100000:3.0:1746145244.501745:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197312 00000100:00100000:3.0:1746145244.501749:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197312 00010000:00010000:3.0:1746145244.501764:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.502607:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10181 00000100:00100000:3.0:1746145244.502614:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+89:1960:x1830965535197312:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.502622:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.502655:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.502666:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.502685:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6348 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535662 expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.502708:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.502710:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.502715:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.502722:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.502741:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.502751:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.502760:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034240:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.502815:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.505242:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.505446:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197696 00000100:00100000:2.0:1746145244.505453:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197696 00002000:00100000:2.0:1746145244.505485:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965535197696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.505494:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965535197696 ext(0->4095) 00010000:00010000:2.0:1746145244.505501:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.505513:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.505518:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ff800 00000100:00100000:2.0:1746145244.505535:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2359 00000100:00100000:2.0:1746145244.505541:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535197696:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.505711:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535197696:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 169us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.505717:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2359 00002000:00100000:2.0:1746145244.505722:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965535197696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.505729:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965535197696 ext(0->4095) 00010000:00010000:2.0:1746145244.505733:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.505741:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.505745:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ff800 00000100:00100000:3.0:1746145244.505869:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034240:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.505882:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.505902:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535197312:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3289us (6337us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.505908:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10181 00000100:00100000:0.0:1746145244.507987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.508353:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535197824 00000100:00100000:3.0:1746145244.508365:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535197824 00010000:00010000:3.0:1746145244.508415:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.508559:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10182 00000100:00100000:3.0:1746145244.508566:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535197824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.508575:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.508592:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.508603:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.508621:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d634f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535669 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.508928:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.508931:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.508938:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.509250:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.509280:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.509291:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034368:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.509823:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.512272:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.512415:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198080 00000100:00100000:1.0:1746145244.512423:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198080 00002000:00100000:1.0:1746145244.512461:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fca80 x1830965535198080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.512469:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fca80 with x1830965535198080 ext(0->4095) 00002000:00010000:1.0:1746145244.512473:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fca80 00000100:00100000:3.0:1746145244.512594:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034368:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.512610:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.512675:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535197824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4109us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.512683:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10182 00000100:00100000:1.0:1746145244.514029:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4263 00000100:00100000:1.0:1746145244.514056:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535198080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.514459:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1960:x1830965535198080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 412us (2190us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.514465:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4263 00002000:00100000:1.0:1746145244.514473:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fca80 x1830965535198080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.514481:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fca80 with x1830965535198080 ext(0->4095) 00002000:00010000:1.0:1746145244.514493:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fca80 00000100:00100000:0.0:1746145244.533775:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.533971:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198208 00000100:00100000:2.0:1746145244.533980:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198208 00000100:00100000:0.0:1746145244.534067:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6052 00000100:00100000:0.0:1746145244.534075:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535198208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145244.534091:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145244.534105:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535677 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.534128:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.534134:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145244.534135:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145244.534138:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.534161:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.534172:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 87 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:0.0:1746145244.534182:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531034496:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145244.535414:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.553986:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531034496:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.554012:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.554028:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ea00, rc 0) 00000100:00100000:2.0:1746145244.554092:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535198208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 20018us (20322us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.554100:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6052 00000100:00100000:0.0:1746145244.565227:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.567146:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.567255:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198464 00000100:00100000:3.0:1746145244.567263:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198464 00002000:00100000:3.0:1746145244.567302:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fc380 x1830965535198464/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.567310:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc380 with x1830965535198464 ext(0->7) 00010000:00010000:3.0:1746145244.567318:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.567331:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 88 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.567336:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc380 00000100:00100000:3.0:1746145244.567724:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2360 00000100:00100000:3.0:1746145244.567733:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+88:1961:x1830965535198464:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.567883:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198336 00000100:00100000:2.0:1746145244.567887:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198336 00000100:00100000:2.0:1746145244.567911:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6053 00000100:00100000:2.0:1746145244.567916:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:31559:x1830965535198336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.567924:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.567936:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53567e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.567952:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.567957:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.567962:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.567965:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 92 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.567989:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.567999:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1961:x1830965535198464:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 266us (856us total) trans 4294967992 rc 0/0 00010000:00010000:2.0:1746145244.567999:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 92 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.568005:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2360 00010000:00010000:2.0:1746145244.568006:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd35800, rc 0) 00002000:00100000:3.0:1746145244.568011:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fc380 x1830965535198464/t4294967992(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145244.568022:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:31559:x1830965535198336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (2804us total) trans 0 rc 0/0 00002000:00100000:3.0:1746145244.568023:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc380 with x1830965535198464 ext(0->7) 00010000:00010000:3.0:1746145244.568027:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 92 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.568027:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6053 00010000:00010000:3.0:1746145244.568049:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.568054:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc380 00000100:00100000:0.0:1746145244.570126:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.570307:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198592 00000100:00100000:3.0:1746145244.570314:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198592 00010000:00010000:3.0:1746145244.570335:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.570366:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10183 00000100:00100000:3.0:1746145244.570373:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+91:1962:x1830965535198592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.570383:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.570396:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.570406:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.570425:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d6356 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535670 expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.570450:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.570452:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.570459:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.570466:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.570491:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.570502:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.570511:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034752:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.570585:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.575366:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034752:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.575387:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.577231:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:1962:x1830965535198592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6853us (7104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.577241:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10183 00000100:00100000:0.0:1746145244.577671:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.577804:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198848 00000100:00100000:1.0:1746145244.577811:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198848 00002000:00100000:1.0:1746145244.577844:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b480 x1830965535198848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.577852:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b480 with x1830965535198848 ext(0->4095) 00010000:00010000:1.0:1746145244.577859:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.577873:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.577878:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b480 00000100:00100000:1.0:1746145244.577900:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2361 00000100:00100000:1.0:1746145244.577906:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535198848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145244.578053:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535198848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (382us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.578059:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2361 00002000:00100000:1.0:1746145244.578064:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b480 x1830965535198848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.578071:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b480 with x1830965535198848 ext(0->4095) 00010000:00010000:1.0:1746145244.578075:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.578082:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.578088:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b480 00000100:00100000:0.0:1746145244.579577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.582101:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535198976 00000100:00100000:3.0:1746145244.582110:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535198976 00010000:00010000:3.0:1746145244.582144:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.582180:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10184 00000100:00100000:3.0:1746145244.582187:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535198976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.582201:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.582216:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.582228:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.582247:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ea00/0xb5ee96b21a0d635d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535677 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.582277:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.582279:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.582286:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.582294:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.582321:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.582332:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034880:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.582404:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.587075:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531034880:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.587095:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.587145:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535198976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4956us (7569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.587158:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10184 00000100:00100000:0.0:1746145244.587598:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.587651:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535199232 00000100:00100000:3.0:1746145244.587657:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535199232 00002000:00100000:2.0:1746145244.587740:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989500 x1830965535199232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.587755:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989500 with x1830965535199232 ext(0->4095) 00002000:00010000:2.0:1746145244.587759:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989500 00000100:00100000:2.0:1746145244.587822:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4264 00000100:00100000:2.0:1746145244.587829:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:1963:x1830965535199232:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145244.587959:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:1963:x1830965535199232:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 130us (361us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.587965:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4264 00002000:00100000:2.0:1746145244.587970:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989500 x1830965535199232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.587976:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989500 with x1830965535199232 ext(0->4095) 00002000:00010000:2.0:1746145244.587978:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989500 00000100:00100000:0.0:1746145244.596282:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.596374:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535199360 00000100:00100000:2.0:1746145244.596383:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535199360 00000100:00100000:2.0:1746145244.596419:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6054 00000100:00100000:2.0:1746145244.596426:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535199360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.596441:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.596456:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535685 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.596481:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.596487:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.596489:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.596492:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.596515:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.596526:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 89 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.596536:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531035008:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.596611:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.601771:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531035008:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145244.601798:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.601815:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013686ae00, rc 0) 00000100:00100000:0.0:1746145244.601860:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535199360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5432us (5583us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145244.601868:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6054 00000100:00100000:2.0:1746145244.602540:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.602600:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535199488 00000100:00100000:0.0:1746145244.602607:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535199488 00002000:00100000:0.0:1746145244.602663:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093934a80 x1830965535199488/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.602671:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934a80 with x1830965535199488 ext(0->7) 00010000:00010000:0.0:1746145244.602677:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 90 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145244.602689:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 90 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145244.602695:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934a80 00000100:00100000:0.0:1746145244.602723:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2362 00000100:00100000:0.0:1746145244.602730:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+90:1962:x1830965535199488:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746145244.602960:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1962:x1830965535199488:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 230us (420us total) trans 4294967993 rc 0/0 00000100:00100000:0.0:1746145244.602966:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2362 00002000:00100000:0.0:1746145244.602972:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093934a80 x1830965535199488/t4294967993(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145244.602979:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934a80 with x1830965535199488 ext(0->7) 00010000:00010000:0.0:1746145244.602984:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 92 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:0.0:1746145244.602993:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 92 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:0.0:1746145244.602998:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934a80 00000100:00100000:0.0:1746145244.610732:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.610774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.610864:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535199616 00000100:00100000:2.0:1746145244.610871:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535199616 00000100:00100000:2.0:1746145244.610906:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6055 00000100:00100000:2.0:1746145244.610913:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:31559:x1830965535199616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.610926:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.610941:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53568c expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.610963:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.610968:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.610973:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.610976:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 93 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.611004:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.611016:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 93 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.611025:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094723a00, rc 0) 00000100:00100000:2.0:1746145244.611076:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+93:31559:x1830965535199616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 162us (350us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.611082:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6055 00000100:00100000:3.0:1746145244.611204:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535199744 00000100:00100000:3.0:1746145244.611208:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535199744 00010000:00010000:3.0:1746145244.611224:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 93 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.611384:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10185 00000100:00100000:3.0:1746145244.611391:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+93:1962:x1830965535199744:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.611400:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.611416:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 93 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.611425:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 93 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.611438:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd35800/0xb5ee96b21a0d6364 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53567e expref: 93 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.612477:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.612480:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.612488:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.612498:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.612528:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.612539:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.612550:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531035264:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.612613:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.615372:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.615438:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531035264:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.615453:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.615520:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200000 00000100:00100000:2.0:1746145244.615527:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200000 00002000:00100000:2.0:1746145244.615562:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef480 x1830965535200000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746145244.615570:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1962:x1830965535199744:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4178us (4793us total) trans 0 rc 0/0 00002000:00100000:2.0:1746145244.615571:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef480 with x1830965535200000 ext(0->4095) 00010000:00010000:2.0:1746145244.615578:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.615579:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10185 00010000:00010000:2.0:1746145244.615590:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.615596:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef480 00000100:00100000:2.0:1746145244.615657:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2363 00000100:00100000:2.0:1746145244.615665:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535200000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.615864:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535200000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 200us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.615869:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2363 00002000:00100000:2.0:1746145244.615875:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef480 x1830965535200000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.615881:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef480 with x1830965535200000 ext(0->4095) 00010000:00010000:2.0:1746145244.615885:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.615891:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.615894:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef480 00000100:00100000:2.0:1746145244.620053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.620577:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200128 00000100:00100000:3.0:1746145244.620585:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200128 00010000:00010000:3.0:1746145244.620611:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.620658:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10186 00000100:00100000:3.0:1746145244.620664:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535200128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.620675:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.620694:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.620705:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.620724:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013686ae00/0xb5ee96b21a0d636b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535685 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.620750:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.620752:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.620759:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.620767:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.620796:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.620807:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531035392:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.621494:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.625519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.625572:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200384 00000100:00100000:2.0:1746145244.625581:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200384 00000100:00100000:3.0:1746145244.625609:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531035392:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145244.625619:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceea00 x1830965535200384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:3.0:1746145244.625643:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746145244.625667:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceea00 with x1830965535200384 ext(0->4095) 00002000:00010000:2.0:1746145244.625671:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ceea00 00000100:00100000:3.0:1746145244.625683:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535200128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5017us (5656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.625700:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4265 00000100:00100000:2.0:1746145244.625707:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1960:x1830965535200384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145244.625801:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10186 00000100:00100000:2.0:1746145244.625815:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1960:x1830965535200384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (303us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.625820:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4265 00002000:00100000:2.0:1746145244.625825:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceea00 x1830965535200384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.625832:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceea00 with x1830965535200384 ext(0->4095) 00002000:00010000:2.0:1746145244.625835:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ceea00 00000100:00100000:0.0:1746145244.635295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.635446:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200512 00000100:00100000:2.0:1746145244.635454:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200512 00000100:00100000:2.0:1746145244.635495:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6056 00000100:00100000:2.0:1746145244.635502:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535200512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.635517:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.635532:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535693 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.635556:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.635563:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.635564:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.635567:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.635591:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.635600:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 91 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.635610:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531035520:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.635696:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.639697:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531035520:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.639727:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.639744:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094722200, rc 0) 00000100:00100000:2.0:1746145244.639781:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535200512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4279us (4492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.639789:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6056 00000100:00100000:0.0:1746145244.642971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.643067:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200640 00000100:00100000:2.0:1746145244.643076:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200640 00002000:00100000:2.0:1746145244.643113:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093cec000 x1830965535200640/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.643121:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec000 with x1830965535200640 ext(0->7) 00010000:00010000:2.0:1746145244.643130:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 92 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.643144:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 92 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.643150:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec000 00000100:00100000:2.0:1746145244.643485:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2364 00000100:00100000:2.0:1746145244.643494:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+92:1961:x1830965535200640:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.643783:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965535200640:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 289us (818us total) trans 4294967994 rc 0/0 00000100:00100000:2.0:1746145244.643789:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2364 00002000:00100000:2.0:1746145244.643795:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093cec000 x1830965535200640/t4294967994(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.643807:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec000 with x1830965535200640 ext(0->7) 00010000:00010000:2.0:1746145244.643811:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.643820:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.643825:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec000 00000100:00100000:0.0:1746145244.647387:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.647475:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535200768 00000100:00100000:3.0:1746145244.647483:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535200768 00010000:00010000:3.0:1746145244.647514:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.647830:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10187 00000100:00100000:1.0:1746145244.647841:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1962:x1830965535200768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.647852:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.647868:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.647879:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.647899:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d6372 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53568c expref: 94 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.647925:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.647928:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.647934:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.647945:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.647972:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.647983:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531035648:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.648060:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.650519:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531035648:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.650538:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.650576:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+93:1962:x1830965535200768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2738us (3195us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.650584:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10187 00000100:00100000:0.0:1746145244.654235:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.654322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.654413:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201152 00000100:00100000:3.0:1746145244.654421:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201152 00000100:00100000:3.0:1746145244.654451:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6057 00000100:00100000:3.0:1746145244.654456:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+93:31559:x1830965535201152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.654471:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.654485:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53569a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.654508:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.654514:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.654515:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.654519:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.654541:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.654550:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 5 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:3.0:1746145244.654559:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531035776:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.654610:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.656646:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201024 00000100:00100000:1.0:1746145244.656654:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201024 00002000:00100000:1.0:1746145244.656686:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccc000 x1830965535201024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.656694:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccc000 with x1830965535201024 ext(0->4095) 00010000:00010000:1.0:1746145244.656701:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.656714:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.656720:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccc000 00000100:00100000:1.0:1746145244.656749:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2365 00000100:00100000:1.0:1746145244.656754:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535201024:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145244.656876:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535201024:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (2647us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.656882:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2365 00002000:00100000:1.0:1746145244.656886:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccc000 x1830965535201024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.656892:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccc000 with x1830965535201024 ext(0->4095) 00010000:00010000:1.0:1746145244.656896:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.656907:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:1.0:1746145244.656912:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccc000 00000100:00100000:3.0:1746145244.657167:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531035776:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.657186:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.657199:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:3.0:1746145244.657218:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:31559:x1830965535201152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2762us (2896us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.657224:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6057 00000100:00100000:0.0:1746145244.659821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.659903:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201280 00000100:00100000:3.0:1746145244.659911:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201280 00000100:00100000:3.0:1746145244.659942:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6058 00000100:00100000:3.0:1746145244.659949:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:31571:x1830965535201280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.659963:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.659978:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356a1 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.659999:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.660004:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.660010:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.660013:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.660050:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.660061:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 95 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.660074:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9800, rc 0) 00000100:00100000:3.0:1746145244.660119:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:31571:x1830965535201280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.660124:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6058 00000100:00100000:3.0:1746145244.660596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.661418:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201408 00000100:00100000:1.0:1746145244.661422:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201408 00010000:00010000:1.0:1746145244.661446:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.661466:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10188 00000100:00100000:1.0:1746145244.661471:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535201408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.661480:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.661495:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.661509:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.661527:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d6379 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535693 expref: 6 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.661552:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.661554:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.661560:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.661566:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.661588:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.661598:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 94 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.661607:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036032:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.661683:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.668437:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.668516:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201664 00000100:00100000:2.0:1746145244.668524:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201664 00002000:00100000:2.0:1746145244.668570:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdc00 x1830965535201664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.668582:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdc00 with x1830965535201664 ext(0->4095) 00010000:00010000:2.0:1746145244.668590:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.668609:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.668615:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccdc00 00000100:00100000:2.0:1746145244.668672:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2366 00000100:00100000:2.0:1746145244.668680:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1961:x1830965535201664:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.668852:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1961:x1830965535201664:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 173us (425us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.668859:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2366 00002000:00100000:2.0:1746145244.668864:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdc00 x1830965535201664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.668871:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdc00 with x1830965535201664 ext(0->4095) 00010000:00010000:2.0:1746145244.668875:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.668883:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.668888:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccdc00 00000100:00100000:1.0:1746145244.669073:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036032:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.669092:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.669126:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535201408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7655us (8530us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.669137:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10188 00000100:00100000:0.0:1746145244.673304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.673390:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535201792 00000100:00100000:1.0:1746145244.673398:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535201792 00010000:00010000:1.0:1746145244.673428:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.673465:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10189 00000100:00100000:1.0:1746145244.673472:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+95:1963:x1830965535201792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.673484:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.673501:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.673512:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.673532:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6380 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53569a expref: 95 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.673548:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.673550:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.673556:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.673564:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.673591:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 94 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.673602:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036160:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.673698:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.679006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.679575:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036160:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.679594:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.679649:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1963:x1830965535201792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6176us (6350us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.679659:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10189 00000100:00100000:2.0:1746145244.683929:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202048 00000100:00100000:2.0:1746145244.683941:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202048 00002000:00100000:2.0:1746145244.683983:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf100 x1830965535202048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.683993:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf100 with x1830965535202048 ext(0->4095) 00002000:00010000:2.0:1746145244.683998:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccf100 00000100:00100000:2.0:1746145244.684024:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4266 00000100:00100000:2.0:1746145244.684044:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965535202048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.684187:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965535202048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 155us (5188us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.684194:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4266 00002000:00100000:2.0:1746145244.684199:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf100 x1830965535202048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.684206:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf100 with x1830965535202048 ext(0->4095) 00002000:00010000:2.0:1746145244.684208:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccf100 00000100:00100000:0.0:1746145244.690680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.690797:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202176 00000100:00100000:2.0:1746145244.690806:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202176 00000100:00100000:2.0:1746145244.690853:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6059 00000100:00100000:2.0:1746145244.690860:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535202176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.690876:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.690891:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356a8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.690918:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 93 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.690925:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.690926:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.690929:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.690955:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 93 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.690964:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 93 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:2.0:1746145244.690975:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531036288:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.691055:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.702944:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531036288:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.702972:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.702993:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094722200, rc 0) 00000100:00100000:2.0:1746145244.703047:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535202176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 12186us (12373us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.703055:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6059 00000100:00100000:0.0:1746145244.709803:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.709888:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202304 00000100:00100000:2.0:1746145244.709896:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202304 00002000:00100000:2.0:1746145244.709932:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132ccd500 x1830965535202304/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.709941:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd500 with x1830965535202304 ext(0->7) 00010000:00010000:2.0:1746145244.709949:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 94 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:2.0:1746145244.709963:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 94 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:2.0:1746145244.709969:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccd500 00000100:00100000:2.0:1746145244.710309:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2367 00000100:00100000:2.0:1746145244.710316:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+94:1961:x1830965535202304:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145244.710949:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1961:x1830965535202304:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 632us (1151us total) trans 4294967995 rc 0/0 00000100:00100000:3.0:1746145244.710956:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2367 00002000:00100000:3.0:1746145244.710962:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880132ccd500 x1830965535202304/t4294967995(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.710969:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccd500 with x1830965535202304 ext(0->7) 00010000:00010000:3.0:1746145244.710974:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 96 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.710984:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 96 pid: 8465 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.710989:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccd500 00000100:00100000:0.0:1746145244.719512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.719580:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202432 00000100:00100000:2.0:1746145244.719587:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202432 00000100:00100000:2.0:1746145244.719645:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6060 00000100:00100000:2.0:1746145244.719650:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:31559:x1830965535202432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.719664:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.719677:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356af expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.719698:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.719701:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.719705:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.719708:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 97 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.719731:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.719739:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 97 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.719745:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094723e00, rc 0) 00000100:00100000:2.0:1746145244.719774:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+97:31559:x1830965535202432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.719779:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6060 00000100:00100000:0.0:1746145244.720894:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.723314:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202560 00000100:00100000:1.0:1746145244.723324:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202560 00010000:00010000:1.0:1746145244.723358:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 97 pid: 8465 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.723398:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10190 00000100:00100000:1.0:1746145244.723406:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+97:1960:x1830965535202560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.723420:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.723437:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 97 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.723448:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 97 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.723468:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d6387 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a1 expref: 97 pid: 8465 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.723496:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.723499:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.723506:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.723513:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.723540:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.723551:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 5 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.723562:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036544:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.723652:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.725342:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.725382:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202816 00000100:00100000:3.0:1746145244.725387:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202816 00002000:00100000:3.0:1746145244.725409:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf480 x1830965535202816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.725416:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf480 with x1830965535202816 ext(0->4095) 00010000:00010000:3.0:1746145244.725420:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.725430:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.725434:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf480 00000100:00100000:1.0:1746145244.725436:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036544:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.725455:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.725526:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2368 00000100:00100000:3.0:1746145244.725530:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535202816:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145244.725619:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1960:x1830965535202560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2214us (4727us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.725642:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10190 00000100:00100000:3.0:1746145244.725770:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535202816:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 238us (431us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.725781:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2368 00002000:00100000:3.0:1746145244.725787:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccf480 x1830965535202816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.725793:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccf480 with x1830965535202816 ext(0->4095) 00010000:00010000:3.0:1746145244.725797:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:3.0:1746145244.725817:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00002000:00010000:3.0:1746145244.725822:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccf480 00000100:00100000:0.0:1746145244.729340:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.729454:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535202944 00000100:00100000:1.0:1746145244.729460:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535202944 00010000:00010000:1.0:1746145244.729488:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00000100:00100000:1.0:1746145244.729523:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10191 00000100:00100000:1.0:1746145244.729530:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535202944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.729543:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.729559:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.729569:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.729589:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d638e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356a8 expref: 6 pid: 8464 timeout: 585 lvb_type: 0 00010000:00010000:1.0:1746145244.729613:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.729615:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.729621:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.729651:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.729676:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.729687:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036672:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.729762:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.731768:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036672:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.731785:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.731813:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535202944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2284us (2479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.731824:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10191 00000100:00100000:0.0:1746145244.732924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.733022:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203200 00000100:00100000:3.0:1746145244.733028:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203200 00002000:00100000:3.0:1746145244.733394:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694a80 x1830965535203200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.733404:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694a80 with x1830965535203200 ext(0->4095) 00002000:00010000:3.0:1746145244.733408:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694a80 00000100:00100000:3.0:1746145244.734138:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4267 00000100:00100000:3.0:1746145244.734146:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1963:x1830965535203200:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145244.734296:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1963:x1830965535203200:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 150us (1374us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.734302:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4267 00002000:00100000:3.0:1746145244.734307:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694a80 x1830965535203200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.734314:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694a80 with x1830965535203200 ext(0->4095) 00002000:00010000:3.0:1746145244.734317:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694a80 00000100:00100000:2.0:1746145244.737388:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.737513:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203328 00000100:00100000:3.0:1746145244.737520:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203328 00000100:00100000:3.0:1746145244.737567:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6061 00000100:00100000:3.0:1746145244.737574:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b827450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535203328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.737586:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.737602:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356b6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.737663:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.737670:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.737672:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.737675:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.737801:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.737812:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 95 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.737822:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531036800:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.737891:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.739144:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531036800:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.739161:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.739173:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5c00, rc 0) 00000100:00100000:3.0:1746145244.739212:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b827450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535203328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1637us (1966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.739219:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6061 00000100:00100000:0.0:1746145244.740245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.740424:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203456 00000100:00100000:2.0:1746145244.740430:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203456 00002000:00100000:2.0:1746145244.740461:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092697100 x1830965535203456/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.740471:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965535203456 ext(0->7) 00010000:00010000:2.0:1746145244.740477:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 96 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.740492:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 96 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145244.740498:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697100 00000100:00100000:2.0:1746145244.740577:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2369 00000100:00100000:2.0:1746145244.740584:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+96:1960:x1830965535203456:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.741185:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1960:x1830965535203456:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 600us (941us total) trans 4294967996 rc 0/0 00000100:00100000:2.0:1746145244.741192:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2369 00002000:00100000:2.0:1746145244.741197:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092697100 x1830965535203456/t4294967996(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.741204:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965535203456 ext(0->7) 00010000:00010000:2.0:1746145244.741209:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.741218:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145244.741224:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697100 00000100:00100000:0.0:1746145244.743448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.743530:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203584 00000100:00100000:1.0:1746145244.743536:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203584 00010000:00010000:1.0:1746145244.743562:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145244.743903:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10192 00000100:00100000:1.0:1746145244.743911:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1962:x1830965535203584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.743922:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.743936:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.743947:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.743966:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d6395 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356af expref: 98 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.743985:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.743987:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.743993:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.743999:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.744025:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.744046:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036928:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.744108:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.747068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.747130:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531036928:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.747147:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.747178:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+97:1962:x1830965535203584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3267us (3735us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.747187:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10192 00000100:00100000:2.0:1746145244.747231:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203840 00000100:00100000:2.0:1746145244.747237:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203840 00002000:00100000:2.0:1746145244.747264:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694380 x1830965535203840/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.747273:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694380 with x1830965535203840 ext(0->4095) 00002000:00010000:2.0:1746145244.747277:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694380 00000100:00100000:2.0:1746145244.747298:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4268 00000100:00100000:2.0:1746145244.747304:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535203840:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145244.747413:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535203840:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 109us (352us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.747418:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4268 00002000:00100000:2.0:1746145244.747422:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694380 x1830965535203840/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.747429:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694380 with x1830965535203840 ext(0->4095) 00002000:00010000:2.0:1746145244.747431:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694380 00000100:00100000:0.0:1746145244.750894:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.751475:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.752113:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535203968 00000100:00100000:2.0:1746145244.752121:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535203968 00000100:00100000:2.0:1746145244.752160:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204096 00000100:00100000:2.0:1746145244.752162:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204096 00000100:00100000:2.0:1746145244.752182:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6062 00000100:00100000:1.0:1746145244.752195:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6063 00000100:00100000:1.0:1746145244.752204:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:31571:x1830965535204096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145244.752220:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145244.752234:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356c4 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.752258:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.752265:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.752266:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.752269:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.752294:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.752304:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 5 pid: 8465 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.752305:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:31559:x1830965535203968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.752313:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746145244.752315:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531037056:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.752321:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356bd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.752334:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.752338:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 100 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.752343:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.752346:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145244.752470:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00010000:00010000:2.0:1746145244.752512:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 100 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.752528:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.752537:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094722200, rc 0) 00000100:00100000:2.0:1746145244.753402:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:31559:x1830965535203968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1210us (2512us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.753408:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6062 00000100:00100000:2.0:1746145244.754140:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531037056:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.754158:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.754168:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:2.0:1746145244.754189:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:31571:x1830965535204096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1988us (2715us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.754195:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6063 00000100:00100000:0.0:1746145244.757613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.758074:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204224 00000100:00100000:1.0:1746145244.758081:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204224 00010000:00010000:1.0:1746145244.758112:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145244.758141:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10193 00000100:00100000:1.0:1746145244.758147:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535204224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145244.758157:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145244.758171:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.758179:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.758278:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d639c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356b6 expref: 6 pid: 8465 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.758298:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.758300:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145244.758306:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 98 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.758315:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 98 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.758346:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 98 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145244.758356:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 98 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145244.758365:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037312:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145244.758437:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145244.759652:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037312:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145244.759665:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145244.759693:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535204224:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1545us (2085us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145244.759788:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10193 00000100:00100000:0.0:1746145244.760109:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.760145:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204480 00000100:00100000:3.0:1746145244.760149:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204480 00002000:00100000:3.0:1746145244.760173:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696680 x1830965535204480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.760181:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696680 with x1830965535204480 ext(0->4095) 00010000:00010000:3.0:1746145244.760187:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.760201:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.760206:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696680 00000100:00100000:3.0:1746145244.760229:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2370 00000100:00100000:3.0:1746145244.760234:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965535204480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.760347:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965535204480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (239us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.760353:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2370 00002000:00100000:3.0:1746145244.760357:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092696680 x1830965535204480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.760363:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696680 with x1830965535204480 ext(0->4095) 00010000:00010000:3.0:1746145244.760368:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.760376:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.760381:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092696680 00000100:00100000:1.0:1746145244.763099:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.763382:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204608 00000100:00100000:2.0:1746145244.763390:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204608 00000100:00100000:2.0:1746145244.763479:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6064 00000100:00100000:2.0:1746145244.763487:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535204608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.763501:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.763516:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356cb expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.763541:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.763546:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.763552:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.763556:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.763585:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.763597:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.763606:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094723e00, rc 0) 00000100:00100000:2.0:1746145244.764142:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535204608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 654us (1047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.764148:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6064 00000100:00100000:1.0:1746145244.764263:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.764486:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204736 00000100:00100000:0.0:1746145244.764491:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204736 00010000:00010000:0.0:1746145244.764508:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746145244.764583:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10194 00000100:00100000:0.0:1746145244.764590:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1962:x1830965535204736:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145244.764598:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145244.764614:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145244.764623:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145244.764656:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d63a3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356c4 expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145244.764678:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145244.764680:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145244.764686:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.764692:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.764712:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145244.764722:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 98 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746145244.764732:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037568:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145244.764776:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.766766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.766809:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535204992 00000100:00100000:3.0:1746145244.766815:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535204992 00002000:00100000:3.0:1746145244.766843:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535204992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.766852:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535204992 ext(0->4095) 00010000:00010000:3.0:1746145244.766859:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.766871:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.766876:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694e00 00000100:00100000:3.0:1746145244.766890:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2371 00000100:00100000:3.0:1746145244.766896:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965535204992:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.767213:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092697480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037568:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.767231:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.767233:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1961:x1830965535204992:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 336us (470us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.767240:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2371 00002000:00100000:3.0:1746145244.767246:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535204992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.767253:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535204992 ext(0->4095) 00000100:00100000:2.0:1746145244.767253:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1962:x1830965535204736:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2663us (2989us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145244.767257:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.767260:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10194 00010000:00010000:3.0:1746145244.767266:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.767271:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694e00 00000100:00100000:0.0:1746145244.770057:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.771023:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.771089:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535205120 00000100:00100000:2.0:1746145244.771096:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535205120 00000100:00100000:2.0:1746145244.771138:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6065 00000100:00100000:3.0:1746145244.771139:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535205248 00000100:00100000:3.0:1746145244.771144:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535205248 00000100:00100000:2.0:1746145244.771145:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:31559:x1830965535205120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.771159:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.771163:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.771171:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356d2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.771187:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10195 00010000:00010000:2.0:1746145244.771190:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.771195:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.771200:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.771204:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.771231:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.771241:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 100 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.771249:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094250400, rc 0) 00000100:00100000:3.0:1746145244.771272:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1961:x1830965535205248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746145244.771282:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:31559:x1830965535205120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (1232us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145244.771283:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746145244.771288:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6065 00010000:00010000:3.0:1746145244.771300:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.771310:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.771324:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094722200/0xb5ee96b21a0d63aa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356bd expref: 99 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.771337:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.771338:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.771343:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.771350:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.771368:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.771378:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.771392:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037824:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.771432:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.773927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.774023:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037824:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.774046:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.774078:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1961:x1830965535205248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2884us (3055us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.774087:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10195 00000100:00100000:1.0:1746145244.774160:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535205504 00000100:00100000:1.0:1746145244.774166:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535205504 00002000:00100000:1.0:1746145244.774198:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697480 x1830965535205504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.774206:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965535205504 ext(0->4095) 00010000:00010000:1.0:1746145244.774213:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.774223:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.774229:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697480 00000100:00100000:1.0:1746145244.774248:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2372 00000100:00100000:1.0:1746145244.774255:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535205504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145244.774365:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535205504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (443us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.774371:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2372 00002000:00100000:1.0:1746145244.774376:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697480 x1830965535205504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.774382:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965535205504 ext(0->4095) 00010000:00010000:1.0:1746145244.774387:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.774394:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.774399:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697480 00000100:00100000:0.0:1746145244.776685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.776759:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535205632 00000100:00100000:3.0:1746145244.776766:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535205632 00010000:00010000:3.0:1746145244.776788:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.776807:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10196 00000100:00100000:3.0:1746145244.776811:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535205632:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.776820:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.776834:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.776843:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.776860:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d63b1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356cb expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.776881:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.776884:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.776890:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.776897:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.776922:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.776931:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037952:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.776987:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.779138:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531037952:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.779154:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.779186:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535205632:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2373us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.779196:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10196 00000100:00100000:0.0:1746145244.780770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.780872:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535205888 00000100:00100000:3.0:1746145244.780878:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535205888 00002000:00100000:3.0:1746145244.780909:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cce680 x1830965535205888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.780917:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cce680 with x1830965535205888 ext(0->4095) 00002000:00010000:3.0:1746145244.780921:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132cce680 00000100:00100000:3.0:1746145244.780946:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4269 00000100:00100000:3.0:1746145244.780951:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1961:x1830965535205888:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.781099:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132cce680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1961:x1830965535205888:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (332us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.781105:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4269 00002000:00100000:3.0:1746145244.781110:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132cce680 x1830965535205888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.781116:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132cce680 with x1830965535205888 ext(0->4095) 00002000:00010000:3.0:1746145244.781119:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132cce680 00000100:00100000:0.0:1746145244.785663:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.785787:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206016 00000100:00100000:2.0:1746145244.785796:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206016 00000100:00100000:2.0:1746145244.785831:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6066 00000100:00100000:2.0:1746145244.785838:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535206016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.785855:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.785870:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356d9 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.786102:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.786110:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.786112:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.786115:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.786140:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.786151:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 97 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.786162:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038080:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.787062:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.788361:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038080:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.788382:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.788397:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879200, rc 0) 00000100:00100000:2.0:1746145244.788426:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535206016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2588us (2803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.788435:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6066 00000100:00100000:0.0:1746145244.790045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.790316:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.790487:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206144 00000100:00100000:3.0:1746145244.790494:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206144 00010000:00010000:3.0:1746145244.790521:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 98 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.790555:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10197 00000100:00100000:3.0:1746145244.790562:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1960:x1830965535206144:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.790572:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.790588:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 98 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.790598:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 98 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.790617:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094250400/0xb5ee96b21a0d63b8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d2 expref: 98 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.790875:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206272 00000100:00100000:2.0:1746145244.790879:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206272 00000100:00100000:2.0:1746145244.790911:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6067 00000100:00100000:2.0:1746145244.790916:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:31559:x1830965535206272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.790927:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.790937:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356e0 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.790950:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.790955:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.790960:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.790963:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.790988:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.790999:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.791005:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.791006:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.791012:0:11330:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.791021:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.791056:0:11330:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.791066:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.791075:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038336:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.791135:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00010000:00010000:3.0:1746145244.791331:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.791356:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+99:1960:x1830965535206144:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 794us (1324us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.791367:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10197 00000100:00100000:0.0:1746145244.793555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.793751:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206528 00000100:00100000:1.0:1746145244.793759:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206528 00002000:00100000:1.0:1746145244.793804:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccce00 x1830965535206528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.793813:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccce00 with x1830965535206528 ext(0->4095) 00010000:00010000:1.0:1746145244.793821:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.793839:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.793845:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccce00 00000100:00100000:2.0:1746145244.794769:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038336:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.794789:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879000, rc 0) 00000100:00100000:1.0:1746145244.795166:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2373 00000100:00100000:1.0:1746145244.795178:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535206528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.795992:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535206528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 816us (2444us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.796000:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2373 00002000:00100000:1.0:1746145244.796006:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccce00 x1830965535206528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.796013:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccce00 with x1830965535206528 ext(0->4095) 00010000:00010000:1.0:1746145244.796021:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.796042:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.796048:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccce00 00000100:00100000:2.0:1746145244.796302:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:31559:x1830965535206272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5384us (5985us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.796310:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6067 00000100:00100000:0.0:1746145244.798997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.799095:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206656 00000100:00100000:3.0:1746145244.799103:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206656 00010000:00010000:3.0:1746145244.799133:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.799155:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10198 00000100:00100000:3.0:1746145244.799161:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535206656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.799171:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.799186:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.799198:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.799216:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879200/0xb5ee96b21a0d63bf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356d9 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.799240:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.799242:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.799249:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.799256:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.799283:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.799295:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038464:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.799366:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.802249:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.802363:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038464:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.802375:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.802409:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535206656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3248us (3419us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.802416:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10198 00000100:00100000:1.0:1746145244.802872:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535206912 00000100:00100000:1.0:1746145244.802878:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535206912 00002000:00100000:1.0:1746145244.802913:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdf80 x1830965535206912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.802922:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdf80 with x1830965535206912 ext(0->4095) 00002000:00010000:1.0:1746145244.802927:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccdf80 00000100:00100000:1.0:1746145244.802953:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4270 00000100:00100000:1.0:1746145244.802960:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1962:x1830965535206912:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145244.803100:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1962:x1830965535206912:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 140us (856us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.803105:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4270 00002000:00100000:1.0:1746145244.803110:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccdf80 x1830965535206912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.803117:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccdf80 with x1830965535206912 ext(0->4095) 00002000:00010000:1.0:1746145244.803119:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccdf80 00000100:00100000:0.0:1746145244.804748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.804820:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207040 00000100:00100000:2.0:1746145244.804831:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207040 00000100:00100000:2.0:1746145244.804894:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6068 00000100:00100000:2.0:1746145244.804902:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535207040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.804918:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.804937:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356e7 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.804971:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.804979:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.804981:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.804984:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.805014:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.805026:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 97 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.805049:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038592:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.805154:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.811467:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.811682:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531038592:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.811707:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.811724:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540c400, rc 0) 00000100:00100000:2.0:1746145244.811760:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535207040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6859us (7014us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.811767:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6068 00000100:00100000:3.0:1746145244.811851:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207168 00000100:00100000:3.0:1746145244.811857:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207168 00002000:00100000:3.0:1746145244.811888:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b67b480 x1830965535207168/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.811895:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965535207168 ext(0->7) 00010000:00010000:3.0:1746145244.811901:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 98 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.811913:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 98 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.811919:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b480 00000100:00100000:3.0:1746145244.811944:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2374 00000100:00100000:3.0:1746145244.811950:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+98:1960:x1830965535207168:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145244.812569:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1960:x1830965535207168:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 616us (1105us total) trans 4294967997 rc 0/0 00000100:00100000:3.0:1746145244.812578:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2374 00002000:00100000:3.0:1746145244.812584:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b67b480 x1830965535207168/t4294967997(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.812591:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965535207168 ext(0->7) 00010000:00010000:3.0:1746145244.812595:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 100 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.812603:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 100 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.812609:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b480 00000100:00100000:0.0:1746145244.816328:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.817246:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207296 00000100:00100000:2.0:1746145244.817257:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207296 00000100:00100000:2.0:1746145244.817306:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6069 00000100:00100000:2.0:1746145244.817313:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:31559:x1830965535207296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.817331:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.817346:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356ee expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.817371:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.817376:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.817382:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145244.817385:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 101 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.817415:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.817424:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 101 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.817432:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879a00, rc 0) 00000100:00100000:2.0:1746145244.817584:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:31559:x1830965535207296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 271us (1266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.817590:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6069 00000100:00100000:0.0:1746145244.819101:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.819180:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207424 00000100:00100000:3.0:1746145244.819190:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207424 00010000:00010000:3.0:1746145244.819222:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 101 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.819268:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10199 00000100:00100000:3.0:1746145244.819274:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1960:x1830965535207424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.819286:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.819302:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 101 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.819312:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 101 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.819329:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d63c6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e0 expref: 101 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.819352:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.819354:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.819361:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.819367:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.819397:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.819411:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.819562:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038848:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.820159:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.822089:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038848:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.822104:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.822137:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1960:x1830965535207424:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2862us (3038us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.822145:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10199 00000100:00100000:0.0:1746145244.824188:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.824309:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207680 00000100:00100000:3.0:1746145244.824315:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207680 00002000:00100000:3.0:1746145244.824348:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fea00 x1830965535207680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.824363:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fea00 with x1830965535207680 ext(0->4095) 00010000:00010000:3.0:1746145244.824371:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.824384:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.824390:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fea00 00000100:00100000:3.0:1746145244.824962:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2375 00000100:00100000:3.0:1746145244.824975:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535207680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.825169:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535207680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 198us (984us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.825176:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2375 00002000:00100000:3.0:1746145244.825182:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fea00 x1830965535207680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.825189:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fea00 with x1830965535207680 ext(0->4095) 00010000:00010000:3.0:1746145244.825194:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.825202:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.825207:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fea00 00000100:00100000:0.0:1746145244.835232:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.835523:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535207808 00000100:00100000:3.0:1746145244.835535:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535207808 00010000:00010000:3.0:1746145244.835571:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.835611:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10200 00000100:00100000:3.0:1746145244.835618:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136962050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535207808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.835654:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.835671:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.835683:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.835702:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a540c400/0xb5ee96b21a0d63cd lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356e7 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.835719:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.835721:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.835728:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.835735:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.835763:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.835773:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038976:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.835845:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.840241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.840550:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531038976:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.840569:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.840658:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136962050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535207808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5039us (5435us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.840667:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10200 00000100:00100000:2.0:1746145244.840850:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208064 00000100:00100000:2.0:1746145244.840857:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208064 00002000:00100000:2.0:1746145244.840900:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fce00 x1830965535208064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.840909:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fce00 with x1830965535208064 ext(0->4095) 00002000:00010000:2.0:1746145244.840914:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fce00 00000100:00100000:2.0:1746145244.840943:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4271 00000100:00100000:2.0:1746145244.840950:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1960:x1830965535208064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145244.843536:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1960:x1830965535208064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 2575us (3293us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.843549:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4271 00002000:00100000:2.0:1746145244.843562:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fce00 x1830965535208064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.843572:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fce00 with x1830965535208064 ext(0->4095) 00002000:00010000:2.0:1746145244.843578:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fce00 00000100:00100000:0.0:1746145244.844780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.844871:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208192 00000100:00100000:2.0:1746145244.844879:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208192 00000100:00100000:2.0:1746145244.846173:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6070 00000100:00100000:2.0:1746145244.846186:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535208192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.846204:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.846223:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356f5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.846252:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.846259:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.846261:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.846264:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.846292:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.846303:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 99 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.846314:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531039104:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.846400:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.851748:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531039104:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.851787:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.851806:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940a6200, rc 0) 00000100:00100000:2.0:1746145244.851855:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535208192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5673us (7079us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.851863:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6070 00000100:00100000:0.0:1746145244.855093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.855665:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208320 00000100:00100000:2.0:1746145244.855675:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208320 00002000:00100000:2.0:1746145244.855721:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fe300 x1830965535208320/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.855730:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fe300 with x1830965535208320 ext(0->7) 00010000:00010000:2.0:1746145244.855738:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 100 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.855757:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 100 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145244.855763:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fe300 00000100:00100000:2.0:1746145244.855794:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2376 00000100:00100000:2.0:1746145244.855801:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+100:1962:x1830965535208320:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145244.856135:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1962:x1830965535208320:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 333us (1052us total) trans 4294967998 rc 0/0 00000100:00100000:2.0:1746145244.856142:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2376 00002000:00100000:2.0:1746145244.856147:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b7fe300 x1830965535208320/t4294967998(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.856154:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fe300 with x1830965535208320 ext(0->7) 00010000:00010000:2.0:1746145244.856158:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.856166:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145244.856171:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fe300 00000100:00100000:0.0:1746145244.863025:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.863150:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208448 00000100:00100000:3.0:1746145244.863157:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208448 00010000:00010000:3.0:1746145244.863186:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.863209:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10201 00000100:00100000:3.0:1746145244.863215:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1963:x1830965535208448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.863226:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145244.863239:0:7102:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145245 -> 1746145246 00002000:00010000:3.0:1746145244.863242:0:7102:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145245 -> 1746145246 00010000:00010000:3.0:1746145244.863247:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.863257:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.863277:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63d4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356ee expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.863301:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.863304:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.863310:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.863317:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.863344:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.863354:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039232:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.863419:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.866987:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.867055:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208704 00000100:00100000:1.0:1746145244.867068:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208704 00002000:00100000:1.0:1746145244.867120:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965535208704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.867129:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965535208704 ext(0->4095) 00002000:00010000:1.0:1746145244.867135:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:1.0:1746145244.867168:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4272 00000100:00100000:1.0:1746145244.867176:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535208704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145244.867686:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039232:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.867702:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.867816:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:1963:x1830965535208448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4600us (4797us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.867826:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10201 00000100:00100000:1.0:1746145244.868075:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535208704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 896us (1091us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.868083:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4272 00002000:00100000:1.0:1746145244.868090:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965535208704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.868102:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965535208704 ext(0->4095) 00002000:00010000:1.0:1746145244.868106:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:0.0:1746145244.868215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.868384:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208832 00000100:00100000:3.0:1746145244.868390:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208832 00000100:00100000:3.0:1746145244.868424:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6071 00000100:00100000:3.0:1746145244.868430:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+101:31559:x1830965535208832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.868444:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.868458:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5356fc expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.868484:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.868495:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.868497:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.868500:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.868522:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.868532:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.868542:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531039360:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.869266:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.870936:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.871677:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531039360:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.871701:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871715:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9800, rc 0) 00000100:00100000:3.0:1746145244.871751:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:31559:x1830965535208832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3320us (3535us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.871758:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6071 00000100:00100000:3.0:1746145244.871778:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535208960 00000100:00100000:3.0:1746145244.871782:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535208960 00000100:00100000:3.0:1746145244.871806:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6072 00000100:00100000:3.0:1746145244.871811:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:31571:x1830965535208960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.871822:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.871832:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535703 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871848:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.871852:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871857:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.871861:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871883:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871892:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 103 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.871899:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4800, rc 0) 00000100:00100000:3.0:1746145244.871914:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:31571:x1830965535208960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.871919:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6072 00000100:00100000:0.0:1746145244.872323:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.872484:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209088 00000100:00100000:3.0:1746145244.872488:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209088 00010000:00010000:3.0:1746145244.872502:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.872914:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10202 00000100:00100000:3.0:1746145244.872920:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535209088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.872929:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.872997:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.873006:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.873072:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d63db lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356f5 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.873094:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.873096:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.873102:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.873109:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.873128:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.873139:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 102 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.873148:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039616:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.873209:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.874812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.874886:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039616:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.874898:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.874920:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535209088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2000us (2597us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.874927:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10202 00000100:00100000:1.0:1746145244.874988:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209344 00000100:00100000:1.0:1746145244.875123:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209344 00002000:00100000:1.0:1746145244.875153:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0a80 x1830965535209344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.875161:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535209344 ext(0->4095) 00010000:00010000:1.0:1746145244.875168:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.875179:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.875185:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:1.0:1746145244.875207:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2377 00000100:00100000:1.0:1746145244.875212:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1961:x1830965535209344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145244.875317:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1961:x1830965535209344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (508us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.875323:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2377 00002000:00100000:1.0:1746145244.875327:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0a80 x1830965535209344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.875335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535209344 ext(0->4095) 00010000:00010000:1.0:1746145244.875339:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.875348:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.875353:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0a80 00000100:00100000:0.0:1746145244.877690:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.877840:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209472 00000100:00100000:3.0:1746145244.877845:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209472 00010000:00010000:3.0:1746145244.877868:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.877954:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10203 00000100:00100000:3.0:1746145244.877960:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1960:x1830965535209472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.877970:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.877983:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.877994:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.878013:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9800/0xb5ee96b21a0d63e2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5356fc expref: 103 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.878045:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.878047:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.878053:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.878061:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.878087:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 102 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.878097:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039744:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.878654:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.881327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.881346:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531039744:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.882170:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209728 00000100:00100000:2.0:1746145244.882175:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209728 00002000:00100000:2.0:1746145244.882207:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535209728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.882216:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535209728 ext(0->4095) 00002000:00010000:2.0:1746145244.882220:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0380 00000100:00100000:2.0:1746145244.882246:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4273 00000100:00100000:2.0:1746145244.882253:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1963:x1830965535209728:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145244.882387:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1963:x1830965535209728:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 134us (1064us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145244.882393:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4273 00002000:00100000:2.0:1746145244.882398:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535209728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145244.882405:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535209728 ext(0->4095) 00002000:00010000:2.0:1746145244.882408:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0380 00010000:00010000:3.0:1746145244.882458:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145244.882500:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1960:x1830965535209472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4539us (4814us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.882507:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10203 00000100:00100000:0.0:1746145244.884061:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.885574:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209856 00000100:00100000:2.0:1746145244.885581:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209856 00000100:00100000:2.0:1746145244.886127:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6073 00000100:00100000:2.0:1746145244.886135:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535209856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.886148:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.886162:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53570a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.886189:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 101 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.886195:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.886197:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.886200:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.886227:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 101 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.886236:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 101 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.886246:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531039872:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145244.886860:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.892837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145244.892914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.893000:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531039872:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.893037:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.893055:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879a00, rc 0) 00000100:00100000:2.0:1746145244.893089:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535209856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6955us (9030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.893097:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6073 00000100:00100000:2.0:1746145244.893119:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535210112 00000100:00100000:2.0:1746145244.893124:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535210112 00000100:00100000:2.0:1746145244.893151:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6074 00000100:00100000:2.0:1746145244.893156:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:31559:x1830965535210112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145244.893167:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145244.893179:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535711 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.893194:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145244.893198:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.893203:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746145244.893205:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535209984 00010000:00010000:2.0:1746145244.893206:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.893209:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535209984 00010000:00010000:3.0:1746145244.893225:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 104 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.893260:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10204 00000100:00100000:3.0:1746145244.893269:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1961:x1830965535209984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.893276:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.893291:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 104 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.893301:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 104 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.893317:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d63e9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535703 expref: 104 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.893329:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.893330:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.893336:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.893342:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.893363:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.893372:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.893382:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040000:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.893557:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.893565:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.893572:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040128:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.893623:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.893759:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.895885:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040000:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145244.895898:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.895898:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040128:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145244.895913:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.895927:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800940a6400, rc 0) 00000100:00100000:3.0:1746145244.895939:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:1961:x1830965535209984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2669us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.895945:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10204 00000100:00100000:2.0:1746145244.895945:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+103:31559:x1830965535210112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2788us (3030us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.895950:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6074 00000100:00100000:0.0:1746145244.896272:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.896968:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535210368 00000100:00100000:1.0:1746145244.896973:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535210368 00002000:00100000:1.0:1746145244.897014:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7100 x1830965535210368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.897022:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7100 with x1830965535210368 ext(0->4095) 00010000:00010000:1.0:1746145244.897039:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.897050:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.897056:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b7100 00000100:00100000:1.0:1746145244.897070:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2378 00000100:00100000:1.0:1746145244.897077:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535210368:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.897203:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535210368:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (930us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.897208:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2378 00002000:00100000:1.0:1746145244.897213:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7100 x1830965535210368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.897219:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7100 with x1830965535210368 ext(0->4095) 00010000:00010000:1.0:1746145244.897224:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.897232:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.897236:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b7100 00000100:00100000:0.0:1746145244.901153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.901710:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535210496 00000100:00100000:3.0:1746145244.901718:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535210496 00010000:00010000:3.0:1746145244.901747:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.901790:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10205 00000100:00100000:3.0:1746145244.901797:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535210496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145244.901809:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145244.901826:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.901838:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.901856:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d63f0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53570a expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.901869:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.901871:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.901877:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.901884:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.901912:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145244.901924:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040256:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145244.902007:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.904433:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040256:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.904448:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145244.904451:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.904480:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535210496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2683us (3331us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.904491:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10205 00000100:00100000:1.0:1746145244.904551:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535210752 00000100:00100000:1.0:1746145244.904557:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535210752 00002000:00100000:1.0:1746145244.904586:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965535210752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.904594:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965535210752 ext(0->4095) 00002000:00010000:1.0:1746145244.904599:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5500 00000100:00100000:1.0:1746145244.904611:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4274 00000100:00100000:1.0:1746145244.904616:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1960:x1830965535210752:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145244.904938:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1960:x1830965535210752:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 321us (488us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145244.904944:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4274 00002000:00100000:1.0:1746145244.904949:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965535210752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.904957:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965535210752 ext(0->4095) 00002000:00010000:1.0:1746145244.904959:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5500 00000100:00100000:0.0:1746145244.910097:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.910226:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535210880 00000100:00100000:3.0:1746145244.910236:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535210880 00000100:00100000:3.0:1746145244.910282:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6075 00000100:00100000:3.0:1746145244.910289:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535210880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.910303:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.910318:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535718 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.910343:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.910350:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.910351:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.910355:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.910377:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.910386:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 101 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.910396:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040384:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.910549:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.917528:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040384:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.917550:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.917569:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5200, rc 0) 00000100:00100000:3.0:1746145244.917601:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535210880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7313us (7511us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.917607:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6075 00000100:00100000:0.0:1746145244.922849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145244.922980:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211008 00000100:00100000:1.0:1746145244.922989:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211008 00002000:00100000:1.0:1746145244.923037:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b65a680 x1830965535211008/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.923051:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535211008 ext(0->7) 00010000:00010000:1.0:1746145244.923059:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 102 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.923071:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 102 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.923077:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a680 00000100:00100000:1.0:1746145244.923106:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2379 00000100:00100000:1.0:1746145244.923113:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+102:1961:x1830965535211008:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145244.923364:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1961:x1830965535211008:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 250us (521us total) trans 4294967999 rc 0/0 00000100:00100000:1.0:1746145244.923371:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2379 00002000:00100000:1.0:1746145244.923375:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009b65a680 x1830965535211008/t4294967999(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145244.923381:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535211008 ext(0->7) 00010000:00010000:1.0:1746145244.923385:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145244.923393:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145244.923398:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a680 00000100:00100000:0.0:1746145244.934518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.934655:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211136 00000100:00100000:2.0:1746145244.934664:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211136 00010000:00010000:2.0:1746145244.934698:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.934737:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10206 00000100:00100000:2.0:1746145244.934744:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1960:x1830965535211136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.934756:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.934774:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.934785:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.934805:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6400/0xb5ee96b21a0d63f7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535711 expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.934831:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.934833:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.934839:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.934847:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.934876:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.934887:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040512:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.934951:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145244.937378:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.937432:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211264 00000100:00100000:3.0:1746145244.937438:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211264 00000100:00100000:3.0:1746145244.937469:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6076 00000100:00100000:3.0:1746145244.937476:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:31559:x1830965535211264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.937489:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.937502:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53571f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.937523:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.937530:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.937531:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145244.937534:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 105 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.937556:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.937568:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.937582:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040640:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.937652:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.941170:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040640:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.941195:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 105 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.941211:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:3.0:1746145244.941263:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+105:31559:x1830965535211264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3786us (3889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.941270:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6076 00000100:00100000:0.0:1746145244.943983:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.945276:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211520 00000100:00100000:2.0:1746145244.945284:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211520 00002000:00100000:3.0:1746145244.945426:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9f80 x1830965535211520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.945435:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9f80 with x1830965535211520 ext(0->4095) 00010000:00010000:3.0:1746145244.945443:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.945456:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.945462:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9f80 00000100:00100000:3.0:1746145244.945489:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2380 00000100:00100000:3.0:1746145244.945496:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535211520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145244.945551:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040512:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.945566:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.945600:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1960:x1830965535211136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 10857us (11089us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.945615:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535211520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (1638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.945620:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2380 00002000:00100000:3.0:1746145244.945638:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9f80 x1830965535211520/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.945645:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9f80 with x1830965535211520 ext(0->4095) 00010000:00010000:3.0:1746145244.945649:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.945656:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.945661:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9f80 00000100:00100000:2.0:1746145244.945749:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10206 00000100:00100000:0.0:1746145244.951079:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.951234:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211648 00000100:00100000:2.0:1746145244.951243:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211648 00010000:00010000:2.0:1746145244.951274:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.951336:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10207 00000100:00100000:2.0:1746145244.951344:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136962450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535211648:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.951355:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.951372:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.953654:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.953676:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5200/0xb5ee96b21a0d63fe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535718 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.953704:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.953706:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.953713:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.953719:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.953752:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.953764:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040768:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.954857:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1eef840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145244.963698:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531040768:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145244.963718:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145244.963755:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136962450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535211648:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 12412us (12682us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145244.963764:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10207 00000100:00100000:0.0:1746145244.963944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.964397:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535211904 00000100:00100000:3.0:1746145244.964403:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535211904 00002000:00100000:3.0:1746145244.964433:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9180 x1830965535211904/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.964442:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9180 with x1830965535211904 ext(0->4095) 00002000:00010000:3.0:1746145244.964446:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9180 00000100:00100000:3.0:1746145244.964470:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4275 00000100:00100000:3.0:1746145244.964477:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1961:x1830965535211904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145244.964581:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1961:x1830965535211904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (637us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145244.964586:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4275 00002000:00100000:3.0:1746145244.964591:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9180 x1830965535211904/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 488/4536 e 0 to 0 dl 1746145255 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.964603:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9180 with x1830965535211904 ext(0->4095) 00002000:00010000:3.0:1746145244.964605:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9180 00000100:00100000:1.0:1746145244.975754:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.975832:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212032 00000100:00100000:3.0:1746145244.975840:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212032 00000100:00100000:3.0:1746145244.975883:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6077 00000100:00100000:3.0:1746145244.975890:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535212032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145244.975905:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145244.975923:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535726 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.975946:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.975953:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.975954:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145244.975957:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.975980:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.975990:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 103 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145244.976000:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040896:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145244.976080:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145244.979445:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531040896:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145244.979471:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145244.979488:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9200, rc 0) 00000100:00100000:3.0:1746145244.979534:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535212032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3644us (3786us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145244.979542:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6077 00000100:00100000:0.0:1746145244.988135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145244.988220:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212160 00000100:00100000:3.0:1746145244.988228:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212160 00002000:00100000:3.0:1746145244.988265:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3eb800 x1830965535212160/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/0 e 0 to 0 dl 1746145255 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.988274:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb800 with x1830965535212160 ext(0->7) 00010000:00010000:3.0:1746145244.988281:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.988294:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 104 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.988300:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eb800 00000100:00100000:3.0:1746145244.988318:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2381 00000100:00100000:3.0:1746145244.988325:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+104:1961:x1830965535212160:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145244.988744:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965535212160:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 418us (615us total) trans 4294968000 rc 0/0 00000100:00100000:3.0:1746145244.988751:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2381 00002000:00100000:3.0:1746145244.988757:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3eb800 x1830965535212160/t4294968000(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:130/0 lens 496/448 e 0 to 0 dl 1746145255 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145244.988764:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb800 with x1830965535212160 ext(0->7) 00010000:00010000:3.0:1746145244.988769:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145244.988777:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145244.988782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eb800 00000100:00100000:0.0:1746145244.996618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145244.996772:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212288 00000100:00100000:2.0:1746145244.996780:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212288 00010000:00010000:2.0:1746145244.996811:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145244.996839:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10208 00000100:00100000:2.0:1746145244.996846:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965535212288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145244.996858:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145244.996874:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.996884:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.996903:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4200/0xb5ee96b21a0d6405 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53571f expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145244.996931:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.996933:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145244.996939:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.996946:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145244.996972:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145244.996982:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041024:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145244.997050:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.005365:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.005435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.005512:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212672 00000100:00100000:1.0:1746145245.005520:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212672 00002000:00100000:1.0:1746145245.005557:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9c00 x1830965535212672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.005567:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9c00 with x1830965535212672 ext(0->4095) 00002000:00010000:1.0:1746145245.005572:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9c00 00000100:00100000:1.0:1746145245.005588:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4276 00000100:00100000:1.0:1746145245.005595:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535212672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.005746:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535212672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 150us (310us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.005752:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4276 00002000:00100000:1.0:1746145245.005757:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9c00 x1830965535212672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.005764:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9c00 with x1830965535212672 ext(0->4095) 00002000:00010000:1.0:1746145245.005766:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9c00 00000100:00100000:3.0:1746145245.005837:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212416 00000100:00100000:3.0:1746145245.005841:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212416 00000100:00100000:3.0:1746145245.005862:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6078 00000100:00100000:3.0:1746145245.005866:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:31559:x1830965535212416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.005876:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.005890:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53572d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.005911:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.005917:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.005919:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.005922:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.005946:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.005959:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.005969:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531041152:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.006016:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.006320:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041024:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.006335:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.006356:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1961:x1830965535212288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 9512us (9746us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.006366:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10208 00000100:00100000:0.0:1746145245.008186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.009556:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212800 00000100:00100000:1.0:1746145245.009565:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212800 00000100:00100000:1.0:1746145245.009611:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6079 00000100:00100000:1.0:1746145245.009618:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:31571:x1830965535212800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.009644:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.009660:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535734 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.009681:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.009685:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 108 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.009691:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.009694:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.009720:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 108 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.009733:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.009742:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:1.0:1746145245.009779:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31571:x1830965535212800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (1596us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.009784:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6079 00000100:00100000:0.0:1746145245.009916:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531041152:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145245.009934:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.009941:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d5c00, rc 0) 00000100:00100000:0.0:1746145245.009960:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:31559:x1830965535212416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4093us (4603us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.009965:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6078 00000100:00100000:0.0:1746145245.011111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.011166:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535212928 00000100:00100000:2.0:1746145245.011170:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535212928 00010000:00010000:2.0:1746145245.011188:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.011213:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10209 00000100:00100000:2.0:1746145245.011218:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535212928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.011227:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.011242:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.011256:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.011272:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d640c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535726 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.011284:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.011285:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.011291:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 106 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.011297:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 106 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.011316:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 106 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.011325:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 106 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.011333:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041408:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.011384:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.014176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.014244:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213184 00000100:00100000:1.0:1746145245.014251:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213184 00002000:00100000:1.0:1746145245.014282:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea300 x1830965535213184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.014291:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535213184 ext(0->4095) 00010000:00010000:1.0:1746145245.014298:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.014310:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.014316:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:1.0:1746145245.014332:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2382 00000100:00100000:1.0:1746145245.014340:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965535213184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.014463:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965535213184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.014469:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2382 00002000:00100000:1.0:1746145245.014474:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea300 x1830965535213184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.014481:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535213184 ext(0->4095) 00010000:00010000:1.0:1746145245.014485:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.014493:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.014497:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:2.0:1746145245.015255:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041408:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.015271:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.015300:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535212928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4081us (4191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.015307:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10209 00000100:00100000:0.0:1746145245.017568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.018344:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213312 00000100:00100000:2.0:1746145245.018351:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213312 00010000:00010000:2.0:1746145245.018378:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.018410:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10210 00000100:00100000:2.0:1746145245.018416:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965535213312:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.018427:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.018444:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.018454:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.018474:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d6413 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53572d expref: 107 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.018498:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.018501:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.018507:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 106 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.018514:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 106 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.018539:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 106 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.018550:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041536:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.018614:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.021060:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041536:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.021077:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.021106:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1960:x1830965535213312:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2690us (3542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.021115:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10210 00000100:00100000:0.0:1746145245.022923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.023008:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213568 00000100:00100000:2.0:1746145245.023015:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213568 00002000:00100000:2.0:1746145245.023058:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1500 x1830965535213568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.023066:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1500 with x1830965535213568 ext(0->4095) 00002000:00010000:2.0:1746145245.023070:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1500 00000100:00100000:2.0:1746145245.023744:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4277 00000100:00100000:2.0:1746145245.023752:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965535213568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.023884:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965535213568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (963us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.023890:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4277 00002000:00100000:2.0:1746145245.023895:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1500 x1830965535213568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.023901:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1500 with x1830965535213568 ext(0->4095) 00002000:00010000:2.0:1746145245.023904:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1500 00000100:00100000:0.0:1746145245.029972:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.030057:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213696 00000100:00100000:3.0:1746145245.030065:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213696 00000100:00100000:3.0:1746145245.030101:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6080 00000100:00100000:3.0:1746145245.030108:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535213696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.030124:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.030138:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53573b expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.030161:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 105 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.030168:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.030170:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.030173:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.030196:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 105 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.030206:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 105 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.030221:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531041664:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.030581:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.033869:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531041664:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.033896:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.033912:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9200, rc 0) 00000100:00100000:3.0:1746145245.033947:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535213696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3838us (3981us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.033953:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6080 00000100:00100000:0.0:1746145245.037075:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.038324:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213824 00000100:00100000:1.0:1746145245.038334:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213824 00002000:00100000:1.0:1746145245.038376:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ef1c00 x1830965535213824/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.038386:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1c00 with x1830965535213824 ext(0->7) 00010000:00010000:1.0:1746145245.038394:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 106 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.038407:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 106 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.038418:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef1c00 00000100:00100000:1.0:1746145245.042821:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2383 00000100:00100000:1.0:1746145245.042841:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+106:1961:x1830965535213824:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145245.043131:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535213824:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 298us (6060us total) trans 4294968001 rc 0/0 00000100:00100000:1.0:1746145245.043138:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2383 00002000:00100000:1.0:1746145245.043146:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ef1c00 x1830965535213824/t4294968001(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.043155:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1c00 with x1830965535213824 ext(0->7) 00010000:00010000:1.0:1746145245.043163:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.043176:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.043182:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef1c00 00000100:00100000:0.0:1746145245.047128:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.047203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.047974:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214080 00000100:00100000:2.0:1746145245.047981:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214080 00010000:00010000:2.0:1746145245.048011:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.048056:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10211 00000100:00100000:2.0:1746145245.048063:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1962:x1830965535214080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.048074:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.048089:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.048100:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.048118:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d641a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535734 expref: 108 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.048138:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.048140:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.048147:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.048154:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.048181:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.048191:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041792:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.048254:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.048888:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535213952 00000100:00100000:3.0:1746145245.048892:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535213952 00000100:00100000:3.0:1746145245.049089:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6081 00000100:00100000:3.0:1746145245.049096:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31559:x1830965535213952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.049107:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.049115:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535742 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.049130:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.049136:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.049137:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.049140:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.049158:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.049166:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.049174:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531041920:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145245.053645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.053696:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.053741:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214336 00000100:00100000:1.0:1746145245.053748:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214336 00002000:00100000:1.0:1746145245.053785:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f800 x1830965535214336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.053794:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535214336 ext(0->4095) 00010000:00010000:1.0:1746145245.053801:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.053825:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.053830:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526f800 00000100:00100000:1.0:1746145245.053855:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2384 00000100:00100000:1.0:1746145245.053862:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535214336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.053981:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535214336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (354us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.053987:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2384 00002000:00100000:1.0:1746145245.053992:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f800 x1830965535214336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.053998:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535214336 ext(0->4095) 00010000:00010000:1.0:1746145245.054003:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.054011:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.054016:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526f800 00000100:00100000:2.0:1746145245.054375:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531041792:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.054391:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.054411:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1962:x1830965535214080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6349us (7208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.054418:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10211 00000100:00100000:3.0:1746145245.056844:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531041920:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.056865:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.056880:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef800, rc 0) 00000100:00100000:3.0:1746145245.057141:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31559:x1830965535213952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8043us (10017us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.057149:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6081 00000100:00100000:0.0:1746145245.061950:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.062004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.062012:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214464 00000100:00100000:2.0:1746145245.062020:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214464 00010000:00010000:2.0:1746145245.062062:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.062064:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214592 00000100:00100000:3.0:1746145245.062069:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214592 00000100:00100000:3.0:1746145245.062092:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6082 00000100:00100000:3.0:1746145245.062099:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+7:31571:x1830965535214592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.062111:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.062124:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535749 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.062134:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10212 00000100:00100000:2.0:1746145245.062141:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535214464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.062142:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.062147:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062151:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.062152:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.062155:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062167:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.062177:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.062190:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062192:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d6421 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53573b expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.062206:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 7 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062208:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.062210:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.062216:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062574:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.062587:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef600, rc 0) 00010000:00010000:2.0:1746145245.062621:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.062655:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 107 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.062745:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042176:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.062812:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+7:31571:x1830965535214592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 712us (806us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.062817:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.062818:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6082 00000100:00100000:1.0:1746145245.065254:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.065422:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042176:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.065438:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.065522:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214848 00000100:00100000:3.0:1746145245.065528:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214848 00002000:00100000:3.0:1746145245.065556:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388700 x1830965535214848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.065565:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388700 with x1830965535214848 ext(0->4095) 00010000:00010000:3.0:1746145245.065571:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.065583:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.065593:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388700 00000100:00100000:3.0:1746145245.065608:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2385 00000100:00100000:3.0:1746145245.065614:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535214848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.065790:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535214464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3648us (3845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.065797:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10212 00000100:00100000:3.0:1746145245.066677:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535214848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1061us (1425us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.066684:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2385 00002000:00100000:3.0:1746145245.066690:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388700 x1830965535214848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.066698:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388700 with x1830965535214848 ext(0->4095) 00010000:00010000:3.0:1746145245.066703:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.066712:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.066717:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388700 00000100:00100000:0.0:1746145245.069080:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.069448:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535214976 00000100:00100000:3.0:1746145245.069455:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535214976 00000100:00100000:3.0:1746145245.069499:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6083 00000100:00100000:3.0:1746145245.069505:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31559:x1830965535214976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.069520:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.069535:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535750 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.069562:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.069568:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.069573:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.069576:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.069603:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.069613:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.069622:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358eee00, rc 0) 00000100:00100000:3.0:1746145245.069679:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:31559:x1830965535214976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (603us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.069684:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6083 00000100:00100000:0.0:1746145245.070101:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.070203:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535215104 00000100:00100000:2.0:1746145245.070207:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535215104 00010000:00010000:2.0:1746145245.070223:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.070250:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10213 00000100:00100000:2.0:1746145245.070255:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1961:x1830965535215104:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.070263:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.070317:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.070326:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.070340:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef800/0xb5ee96b21a0d6428 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535742 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.070383:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.070385:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.070391:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.070397:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.070416:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.070426:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.070436:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042432:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.070720:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.071895:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042432:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.071908:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.071940:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535215104:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1684us (1839us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.071947:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10213 00000100:00100000:0.0:1746145245.072594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.072656:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535215360 00000100:00100000:3.0:1746145245.072660:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535215360 00002000:00100000:3.0:1746145245.072691:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481500 x1830965535215360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.072699:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481500 with x1830965535215360 ext(0->4095) 00010000:00010000:3.0:1746145245.072705:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.072721:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.072727:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481500 00000100:00100000:3.0:1746145245.072753:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2386 00000100:00100000:3.0:1746145245.072759:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535215360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.072887:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535215360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (292us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.072893:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2386 00002000:00100000:3.0:1746145245.072897:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481500 x1830965535215360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.072904:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481500 with x1830965535215360 ext(0->4095) 00010000:00010000:3.0:1746145245.072908:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.072916:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.072921:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481500 00000100:00100000:0.0:1746145245.074215:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.074284:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535215488 00000100:00100000:2.0:1746145245.074289:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535215488 00010000:00010000:2.0:1746145245.074307:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.074338:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10214 00000100:00100000:2.0:1746145245.074344:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535215488:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.074352:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.074366:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.074380:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.074398:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358ef600/0xb5ee96b21a0d642f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535749 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.074411:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.074413:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.074419:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.074425:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.074450:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.074461:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042560:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.074522:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.075670:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042560:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.075683:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.075704:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535215488:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1360us (1491us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.075711:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10214 00000100:00100000:0.0:1746145245.076281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.076344:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535215744 00000100:00100000:3.0:1746145245.076348:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535215744 00002000:00100000:3.0:1746145245.076399:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481f80 x1830965535215744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.076407:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481f80 with x1830965535215744 ext(0->4095) 00002000:00010000:3.0:1746145245.076411:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481f80 00000100:00100000:3.0:1746145245.076459:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4278 00000100:00100000:3.0:1746145245.076465:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535215744:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.076655:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535215744:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 186us (370us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.076660:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4278 00002000:00100000:3.0:1746145245.076665:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481f80 x1830965535215744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.076672:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481f80 with x1830965535215744 ext(0->4095) 00002000:00010000:3.0:1746145245.076675:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481f80 00000100:00100000:0.0:1746145245.077727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.077863:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535215872 00000100:00100000:3.0:1746145245.077867:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535215872 00000100:00100000:3.0:1746145245.077897:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6084 00000100:00100000:3.0:1746145245.077902:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535215872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.077911:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.077923:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535757 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.077941:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.077947:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.077948:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.077951:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.077976:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.077985:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 107 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.077993:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531042688:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.078053:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.080976:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.081136:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216000 00000100:00100000:0.0:1746145245.081142:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216000 00010000:00010000:0.0:1746145245.081169:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.081396:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531042688:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.081416:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.081430:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4d77c00, rc 0) 00000100:00100000:3.0:1746145245.081465:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535215872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3562us (3739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.081472:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6084 00000100:00100000:0.0:1746145245.081478:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10215 00000100:00100000:0.0:1746145245.081485:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535216000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145245.081495:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145245.081512:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.081522:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.081540:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801358eee00/0xb5ee96b21a0d6436 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535750 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.081892:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.081895:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.081902:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.081910:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.081937:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145245.081947:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042816:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145245.082675:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.087141:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531042816:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.087164:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.087248:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965535216000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5761us (6275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.087257:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10215 00000100:00100000:0.0:1746145245.087962:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.087993:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.087998:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216256 00000100:00100000:2.0:1746145245.088072:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216384 00000100:00100000:2.0:1746145245.088076:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216384 00002000:00100000:2.0:1746145245.088108:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483800 x1830965535216384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.088116:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965535216384 ext(0->4095) 00002000:00010000:2.0:1746145245.088121:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483800 00000100:00100000:2.0:1746145245.088146:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4279 00000100:00100000:2.0:1746145245.088153:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535216384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.088210:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216256 00000100:00100000:3.0:1746145245.088239:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6085 00000100:00100000:3.0:1746145245.088243:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:31559:x1830965535216256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.088250:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.088262:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53575e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.088267:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535216384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (273us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.088272:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4279 00002000:00100000:2.0:1746145245.088276:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483800 x1830965535216384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.088281:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965535216384 ext(0->4095) 00010000:00010000:3.0:1746145245.088282:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746145245.088284:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483800 00010000:00010000:3.0:1746145245.088289:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.088291:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.088293:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.088420:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.088431:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.088441:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531042944:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.088490:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.091161:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531042944:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.091184:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091197:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009967f400, rc 0) 00000100:00100000:3.0:1746145245.091226:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31559:x1830965535216256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2982us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.091233:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6085 00000100:00100000:0.0:1746145245.091649:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.091756:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216512 00000100:00100000:3.0:1746145245.091762:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216512 00000100:00100000:3.0:1746145245.091783:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6086 00000100:00100000:3.0:1746145245.091789:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31571:x1830965535216512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.091802:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.091811:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535765 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091826:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.091830:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091835:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.091838:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091858:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091867:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.091874:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659a00, rc 0) 00000100:00100000:3.0:1746145245.091898:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:31571:x1830965535216512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 109us (274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.092702:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6086 00000100:00100000:0.0:1746145245.093721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.093785:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216640 00000100:00100000:2.0:1746145245.093791:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216640 00010000:00010000:2.0:1746145245.093814:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.093853:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10216 00000100:00100000:2.0:1746145245.093860:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535216640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.093870:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.093885:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.093896:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.093914:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d643d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535757 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.093927:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.093929:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.093934:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.093941:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.093964:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.093974:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.093984:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043200:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.094052:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.096837:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043200:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.096857:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.097471:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535216640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3608us (3747us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.097480:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10216 00000100:00100000:0.0:1746145245.099272:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.099350:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535216896 00000100:00100000:1.0:1746145245.099358:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535216896 00002000:00100000:1.0:1746145245.099393:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965535216896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.099408:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965535216896 ext(0->4095) 00010000:00010000:1.0:1746145245.099415:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.099428:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.099434:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379500 00000100:00100000:1.0:1746145245.099462:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2387 00000100:00100000:1.0:1746145245.099469:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1960:x1830965535216896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.099604:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1960:x1830965535216896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (335us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.099609:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2387 00002000:00100000:1.0:1746145245.099615:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965535216896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.099621:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965535216896 ext(0->4095) 00010000:00010000:1.0:1746145245.099640:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.099649:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.099655:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379500 00000100:00100000:0.0:1746145245.101623:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.102089:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217024 00000100:00100000:2.0:1746145245.102096:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217024 00010000:00010000:2.0:1746145245.102120:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.102146:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10217 00000100:00100000:2.0:1746145245.102152:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1960:x1830965535217024:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.102162:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.102178:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.102188:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.102206:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009967f400/0xb5ee96b21a0d6444 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53575e expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.102222:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.102224:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.102230:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.102238:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.102264:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.102275:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043328:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.102341:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.105473:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043328:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.105491:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.105524:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535217024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3370us (3904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.105532:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10217 00000100:00100000:0.0:1746145245.106450:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.106511:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217280 00000100:00100000:2.0:1746145245.106517:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217280 00002000:00100000:2.0:1746145245.106546:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537bb80 x1830965535217280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.106554:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537bb80 with x1830965535217280 ext(0->4095) 00002000:00010000:2.0:1746145245.106558:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537bb80 00000100:00100000:2.0:1746145245.107123:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4280 00000100:00100000:2.0:1746145245.107131:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535217280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.107266:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535217280:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.107272:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4280 00002000:00100000:2.0:1746145245.107277:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537bb80 x1830965535217280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.107288:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537bb80 with x1830965535217280 ext(0->4095) 00002000:00010000:2.0:1746145245.107290:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537bb80 00000100:00100000:0.0:1746145245.112404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.112476:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217408 00000100:00100000:3.0:1746145245.112485:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217408 00000100:00100000:3.0:1746145245.112529:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6087 00000100:00100000:3.0:1746145245.112537:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535217408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.112554:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.112570:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53576c expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.112597:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.112604:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.112605:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.112609:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.112656:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.112668:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 107 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.112679:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043456:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.112754:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.113618:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043456:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.113658:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.113669:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659600, rc 0) 00000100:00100000:3.0:1746145245.113694:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535217408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1158us (1296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.113700:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6087 00000100:00100000:0.0:1746145245.114392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.114511:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217536 00000100:00100000:2.0:1746145245.114516:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217536 00010000:00010000:2.0:1746145245.114538:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.114597:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10218 00000100:00100000:2.0:1746145245.114603:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535217536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.114612:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.114650:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.114660:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.114677:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094659a00/0xb5ee96b21a0d644b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535765 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.114693:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.114695:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.114701:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.114708:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.114735:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.114745:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043584:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.114800:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.117104:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043584:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.117119:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.117148:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:1960:x1830965535217536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2545us (2757us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.117157:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10218 00000100:00100000:0.0:1746145245.117578:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.117926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.118216:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217792 00000100:00100000:3.0:1746145245.118281:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535217920 00000100:00100000:3.0:1746145245.118285:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217920 00000100:00100000:3.0:1746145245.118307:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6088 00000100:00100000:3.0:1746145245.118312:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+107:31559:x1830965535217920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.118323:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.118335:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535773 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.118355:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.118361:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.118362:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.118365:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.118386:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.118396:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.118405:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043712:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145245.118764:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535217792 00002000:00100000:1.0:1746145245.118790:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378000 x1830965535217792/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.118798:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378000 with x1830965535217792 ext(0->4095) 00010000:00010000:1.0:1746145245.118804:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.118813:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.118818:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378000 00000100:00100000:1.0:1746145245.118831:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2388 00000100:00100000:1.0:1746145245.118836:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535217792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.119327:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.119516:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535217792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 678us (1937us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.119522:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2388 00002000:00100000:1.0:1746145245.119527:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378000 x1830965535217792/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.119533:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378000 with x1830965535217792 ext(0->4095) 00010000:00010000:1.0:1746145245.119537:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.119545:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.119549:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378000 00000100:00100000:3.0:1746145245.120133:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043712:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.120147:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 108 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.120160:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659200, rc 0) 00000100:00100000:3.0:1746145245.120178:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:31559:x1830965535217920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1865us (2252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.120183:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6088 00000100:00100000:0.0:1746145245.121095:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.121141:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218048 00000100:00100000:2.0:1746145245.121146:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218048 00010000:00010000:2.0:1746145245.121162:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.121185:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10219 00000100:00100000:2.0:1746145245.121190:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535218048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.121197:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.121208:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.121217:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.121232:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094659600/0xb5ee96b21a0d6452 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53576c expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.121253:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.121254:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.121260:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.121267:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.121288:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.121297:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043840:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.121373:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.123198:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531043840:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.123212:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145245.123233:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.123248:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535218048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2057us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.123256:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10219 00000100:00100000:1.0:1746145245.123366:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218304 00000100:00100000:1.0:1746145245.123371:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218304 00002000:00100000:1.0:1746145245.123400:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6a00 x1830965535218304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.123409:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6a00 with x1830965535218304 ext(0->4095) 00002000:00010000:1.0:1746145245.123413:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6a00 00000100:00100000:1.0:1746145245.123440:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4281 00000100:00100000:1.0:1746145245.123446:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535218304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.123560:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1960:x1830965535218304:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.123566:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4281 00002000:00100000:1.0:1746145245.123571:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6a00 x1830965535218304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.123577:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6a00 with x1830965535218304 ext(0->4095) 00002000:00010000:1.0:1746145245.123579:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6a00 00000100:00100000:0.0:1746145245.124856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.124919:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218432 00000100:00100000:3.0:1746145245.124924:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218432 00000100:00100000:3.0:1746145245.124949:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6089 00000100:00100000:3.0:1746145245.124954:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535218432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.124963:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.124976:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53577a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.124996:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.125002:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.125003:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.125007:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.125045:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.125055:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 107 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.125070:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043968:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.125486:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.126772:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.126910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218560 00000100:00100000:2.0:1746145245.126916:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218560 00002000:00100000:2.0:1746145245.126945:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d3480 x1830965535218560/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.126953:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535218560 ext(0->7) 00010000:00010000:2.0:1746145245.126958:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.126973:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 108 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.126978:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:2.0:1746145245.127004:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2389 00000100:00100000:2.0:1746145245.127011:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+108:1961:x1830965535218560:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145245.127254:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535218560:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 243us (484us total) trans 4294968002 rc 0/0 00000100:00100000:2.0:1746145245.127260:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2389 00002000:00100000:2.0:1746145245.127265:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8801391d3480 x1830965535218560/t4294968002(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.127272:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535218560 ext(0->7) 00010000:00010000:2.0:1746145245.127276:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.127285:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.127291:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3480 00000100:00100000:3.0:1746145245.127425:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531043968:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.127443:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.127456:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136bf9800, rc 0) 00000100:00100000:3.0:1746145245.127472:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535218432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2518us (2620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.127477:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6089 00000100:00100000:0.0:1746145245.128687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.128762:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218688 00000100:00100000:2.0:1746145245.128767:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218688 00010000:00010000:2.0:1746145245.128787:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.128940:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10220 00000100:00100000:2.0:1746145245.128946:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535218688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.128956:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.128969:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.128977:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.128994:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094659200/0xb5ee96b21a0d6459 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535773 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.129081:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.129082:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.129090:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.129097:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.129122:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.129132:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044096:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.129542:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.130831:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044096:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.130845:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.130869:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1961:x1830965535218688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1923us (2184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.130877:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10220 00000100:00100000:1.0:1746145245.132062:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.132145:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535218944 00000100:00100000:2.0:1746145245.132150:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535218944 00002000:00100000:2.0:1746145245.132415:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89880 x1830965535218944/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.132423:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89880 with x1830965535218944 ext(0->4095) 00002000:00010000:2.0:1746145245.132428:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89880 00000100:00100000:2.0:1746145245.132590:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4282 00000100:00100000:2.0:1746145245.132596:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535218944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.132858:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535218944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 261us (795us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.132864:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4282 00002000:00100000:2.0:1746145245.132868:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89880 x1830965535218944/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.132875:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89880 with x1830965535218944 ext(0->4095) 00002000:00010000:2.0:1746145245.132878:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89880 00000100:00100000:0.0:1746145245.134163:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.134367:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219072 00000100:00100000:3.0:1746145245.134372:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219072 00000100:00100000:3.0:1746145245.134397:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6090 00000100:00100000:3.0:1746145245.134403:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:31571:x1830965535219072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.134413:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.134427:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535781 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.134450:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.134457:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.134459:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.134462:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.134492:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.134502:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.134512:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531044224:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.134581:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.137503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.137648:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219200 00000100:00100000:1.0:1746145245.137655:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219200 00000100:00100000:1.0:1746145245.137691:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6091 00000100:00100000:1.0:1746145245.137697:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:31559:x1830965535219200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.137710:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.137724:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535788 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.137744:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.137750:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.137755:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.137758:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 112 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.137769:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531044224:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145245.137783:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.137789:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.137793:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 112 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.137799:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097559400, rc 0) 00010000:00010000:1.0:1746145245.137800:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:3.0:1746145245.137827:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+112:31571:x1830965535219072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3424us (3666us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.137828:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+112:31559:x1830965535219200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (331us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.137834:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6090 00000100:00100000:1.0:1746145245.137837:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6091 00000100:00100000:0.0:1746145245.138887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.138941:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219328 00000100:00100000:2.0:1746145245.138945:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219328 00010000:00010000:2.0:1746145245.138964:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.138992:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10221 00000100:00100000:2.0:1746145245.138998:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535219328:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.139007:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.139022:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.139164:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.139181:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136bf9800/0xb5ee96b21a0d6460 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53577a expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.139205:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.139206:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.139212:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.139220:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.139240:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.139253:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.139262:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044480:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.139313:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27f00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.141314:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044480:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.141328:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.141361:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535219328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2358us (2469us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.141369:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10221 00000100:00100000:0.0:1746145245.141501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.141589:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219584 00000100:00100000:3.0:1746145245.141594:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219584 00002000:00100000:3.0:1746145245.141619:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f800 x1830965535219584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.141651:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535219584 ext(0->4095) 00010000:00010000:3.0:1746145245.141661:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.141677:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.141682:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19f800 00000100:00100000:3.0:1746145245.141699:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2390 00000100:00100000:3.0:1746145245.141705:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965535219584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.141821:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965535219584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (320us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.141827:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2390 00002000:00100000:3.0:1746145245.141832:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f800 x1830965535219584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.141838:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535219584 ext(0->4095) 00010000:00010000:3.0:1746145245.141843:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.142422:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.142431:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19f800 00000100:00100000:0.0:1746145245.144297:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.144443:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219712 00000100:00100000:2.0:1746145245.144449:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219712 00000100:00100000:2.0:1746145245.144490:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6092 00000100:00100000:2.0:1746145245.144496:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535219712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.144508:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.144521:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53578f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.144541:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.144546:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.144551:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.144554:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.144578:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.144588:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.144598:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:2.0:1746145245.144667:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535219712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (372us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.144675:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6092 00000100:00100000:0.0:1746145245.145223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.145301:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535219840 00000100:00100000:3.0:1746145245.145304:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535219840 00010000:00010000:3.0:1746145245.145318:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.145356:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10222 00000100:00100000:3.0:1746145245.145362:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965535219840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.145370:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.145388:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.145398:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.145412:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097559400/0xb5ee96b21a0d6467 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535781 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.145432:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.145434:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.145439:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.145447:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.145720:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.145731:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.145746:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044736:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.145908:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.147089:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531044736:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.147101:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.147226:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535219840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1861us (2001us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.147233:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10222 00000100:00100000:0.0:1746145245.148308:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.148385:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220096 00000100:00100000:3.0:1746145245.148390:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220096 00002000:00100000:3.0:1746145245.148419:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965535220096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.148432:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965535220096 ext(0->4095) 00010000:00010000:3.0:1746145245.148438:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.148449:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.148455:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8380 00000100:00100000:3.0:1746145245.148480:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2391 00000100:00100000:3.0:1746145245.148486:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535220096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.148611:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535220096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (304us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.148620:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2391 00002000:00100000:3.0:1746145245.148651:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965535220096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.148658:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965535220096 ext(0->4095) 00010000:00010000:3.0:1746145245.148663:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.148670:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.148675:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8380 00000100:00100000:0.0:1746145245.150839:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.150926:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.150953:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220224 00000100:00100000:3.0:1746145245.150960:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220224 00000100:00100000:2.0:1746145245.150978:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220352 00000100:00100000:2.0:1746145245.150981:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220352 00000100:00100000:3.0:1746145245.150991:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6093 00000100:00100000:3.0:1746145245.150997:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:31559:x1830965535220224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.151000:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 111 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.151008:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.151022:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535796 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.151033:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10223 00000100:00100000:2.0:1746145245.151039:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1962:x1830965535220352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.151047:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.151052:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.151057:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.151063:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.151069:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.151205:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 112 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.151214:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 112 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.151232:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.151236:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4200/0xb5ee96b21a0d646e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535788 expref: 112 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.151244:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 111 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.151253:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.151254:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.151260:0:8464:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.151267:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.151440:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145245.151449:0:8464:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.151459:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.151469:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531044992:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.151483:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1962:x1830965535220352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 444us (556us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.151490:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10223 00000100:00100000:3.0:1746145245.151510:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.153053:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531044992:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.153067:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4800, rc 0) 00000100:00100000:3.0:1746145245.153095:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:31559:x1830965535220224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2098us (2262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.153102:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6093 00000100:00100000:0.0:1746145245.153503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.153593:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220608 00000100:00100000:2.0:1746145245.153598:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220608 00002000:00100000:2.0:1746145245.153660:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0e680 x1830965535220608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.153674:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0e680 with x1830965535220608 ext(0->4095) 00010000:00010000:2.0:1746145245.153680:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.153691:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.153697:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0e680 00000100:00100000:2.0:1746145245.153715:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2392 00000100:00100000:2.0:1746145245.153721:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535220608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.153845:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535220608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (342us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.153852:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2392 00002000:00100000:2.0:1746145245.153856:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0e680 x1830965535220608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.153862:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0e680 with x1830965535220608 ext(0->4095) 00010000:00010000:2.0:1746145245.153866:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.153874:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.153879:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0e680 00000100:00100000:0.0:1746145245.159276:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.159906:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220736 00000100:00100000:2.0:1746145245.159951:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220736 00010000:00010000:2.0:1746145245.159986:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.160021:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10224 00000100:00100000:2.0:1746145245.160038:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535220736:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.160049:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.160064:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.160074:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.160094:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6475 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53578f expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.160117:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.160119:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.160126:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.160132:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.160156:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.160166:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531045120:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.160231:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.162069:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531045120:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.162085:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.162150:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535220736:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2121us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.162159:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10224 00000100:00100000:0.0:1746145245.163179:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.163341:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535220992 00000100:00100000:3.0:1746145245.163347:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535220992 00002000:00100000:3.0:1746145245.163381:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f100 x1830965535220992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.163389:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965535220992 ext(0->4095) 00002000:00010000:3.0:1746145245.163393:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0f100 00000100:00100000:3.0:1746145245.163407:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4283 00000100:00100000:3.0:1746145245.163412:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535220992:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.163591:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535220992:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 175us (411us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.163597:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4283 00002000:00100000:3.0:1746145245.163602:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f100 x1830965535220992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.163608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965535220992 ext(0->4095) 00002000:00010000:3.0:1746145245.163610:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0f100 00000100:00100000:0.0:1746145245.164889:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.164969:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221120 00000100:00100000:3.0:1746145245.164974:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221120 00000100:00100000:3.0:1746145245.164999:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6094 00000100:00100000:3.0:1746145245.165004:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535221120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.165013:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.165038:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53579d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.165067:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.165072:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.165074:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.165077:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.165100:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.165111:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.165120:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531045248:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.165193:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.166618:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531045248:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.166669:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.166681:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f5a00, rc 0) 00000100:00100000:3.0:1746145245.166708:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535221120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1704us (1822us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.166713:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6094 00000100:00100000:0.0:1746145245.166985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.167113:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221248 00000100:00100000:3.0:1746145245.167118:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221248 00010000:00010000:3.0:1746145245.167136:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.167168:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10225 00000100:00100000:3.0:1746145245.167174:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535221248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.167184:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.167199:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.167209:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.167232:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d647c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535796 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.167254:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.167256:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.167261:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.167268:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.167289:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.167299:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531045376:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.167361:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.168787:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531045376:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.168800:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.168837:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:1960:x1830965535221248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1663us (1852us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.168843:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10225 00000100:00100000:0.0:1746145245.170187:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.170253:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221504 00000100:00100000:3.0:1746145245.170259:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221504 00002000:00100000:3.0:1746145245.170288:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb480 x1830965535221504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.170295:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb480 with x1830965535221504 ext(0->4095) 00002000:00010000:3.0:1746145245.170299:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb480 00000100:00100000:3.0:1746145245.170318:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4284 00000100:00100000:3.0:1746145245.170324:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535221504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.170446:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535221504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (262us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.170452:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4284 00002000:00100000:3.0:1746145245.170456:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb480 x1830965535221504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.170462:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb480 with x1830965535221504 ext(0->4095) 00002000:00010000:3.0:1746145245.170465:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb480 00000100:00100000:0.0:1746145245.173319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.173658:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221632 00000100:00100000:3.0:1746145245.173667:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221632 00000100:00100000:3.0:1746145245.173701:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6095 00000100:00100000:3.0:1746145245.173708:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+109:31571:x1830965535221632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.173722:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.173738:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357a4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.173762:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.173769:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.173771:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.173774:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.173800:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.173810:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.173820:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531045504:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145245.173874:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.174090:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.174153:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221760 00000100:00100000:0.0:1746145245.174157:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221760 00000100:00100000:0.0:1746145245.174175:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6096 00000100:00100000:0.0:1746145245.174180:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:31559:x1830965535221760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145245.174187:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145245.174193:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357ab expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.174205:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.174208:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.174213:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145245.174216:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 112 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.174234:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 112 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.174244:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 112 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.174252:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590f400, rc 0) 00000100:00100000:0.0:1746145245.174288:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+112:31559:x1830965535221760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 107us (414us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.174294:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6096 00000100:00100000:3.0:1746145245.176148:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531045504:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.176165:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.176175:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4800, rc 0) 00000100:00100000:3.0:1746145245.176200:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:31571:x1830965535221632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2491us (2886us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.176209:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6095 00000100:00100000:0.0:1746145245.177346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.177414:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535221888 00000100:00100000:3.0:1746145245.177418:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535221888 00010000:00010000:3.0:1746145245.177438:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.177713:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10226 00000100:00100000:1.0:1746145245.177723:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535221888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.177734:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.177750:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.177759:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.177778:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f5a00/0xb5ee96b21a0d6483 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53579d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.177800:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.177802:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.177809:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.177816:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.177841:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.177851:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.177861:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531045760:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.177920:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.180479:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.180735:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531045760:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.180753:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.180788:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535221888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3066us (3442us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.180797:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10226 00000100:00100000:3.0:1746145245.181158:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222144 00000100:00100000:3.0:1746145245.181163:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222144 00002000:00100000:3.0:1746145245.181193:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088381880 x1830965535222144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.181202:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965535222144 ext(0->4095) 00010000:00010000:3.0:1746145245.181208:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.181219:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.181225:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088381880 00000100:00100000:3.0:1746145245.181243:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2393 00000100:00100000:3.0:1746145245.181249:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1960:x1830965535222144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.181356:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1960:x1830965535222144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (882us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.181362:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2393 00002000:00100000:3.0:1746145245.181366:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088381880 x1830965535222144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.181378:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965535222144 ext(0->4095) 00010000:00010000:3.0:1746145245.181382:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.181390:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.181395:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088381880 00000100:00100000:0.0:1746145245.183529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.184131:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222272 00000100:00100000:3.0:1746145245.184137:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222272 00000100:00100000:3.0:1746145245.184178:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6097 00000100:00100000:3.0:1746145245.184185:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535222272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.184198:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.184212:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357b2 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.184233:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.184237:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.184243:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.184246:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.184274:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.184290:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.184298:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4200, rc 0) 00000100:00100000:3.0:1746145245.184331:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535222272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (806us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.184337:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6097 00000100:00100000:0.0:1746145245.185912:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.186248:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222400 00000100:00100000:1.0:1746145245.186253:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222400 00010000:00010000:1.0:1746145245.186279:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.186401:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10227 00000100:00100000:1.0:1746145245.186408:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1962:x1830965535222400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.186418:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.186436:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.186448:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.186466:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d648a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357a4 expref: 111 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.186490:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.186493:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.186499:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.186507:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.186531:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.186541:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.186555:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046016:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.187396:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.189342:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046016:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.189361:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.189392:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1962:x1830965535222400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2985us (3483us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.189401:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10227 00000100:00100000:0.0:1746145245.189944:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.190181:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222656 00000100:00100000:1.0:1746145245.190186:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222656 00002000:00100000:1.0:1746145245.190215:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66d80 x1830965535222656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.190223:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66d80 with x1830965535222656 ext(0->4095) 00010000:00010000:1.0:1746145245.190229:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.190240:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.190246:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66d80 00000100:00100000:1.0:1746145245.190270:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2394 00000100:00100000:1.0:1746145245.190276:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535222656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.190383:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535222656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (440us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.190392:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2394 00002000:00100000:1.0:1746145245.190397:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66d80 x1830965535222656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.190402:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66d80 with x1830965535222656 ext(0->4095) 00010000:00010000:1.0:1746145245.190407:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.190414:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 110 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.190419:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66d80 00000100:00100000:0.0:1746145245.192375:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.192427:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222784 00000100:00100000:2.0:1746145245.192433:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222784 00000100:00100000:2.0:1746145245.192474:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6098 00000100:00100000:2.0:1746145245.192480:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:31559:x1830965535222784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.192492:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.192504:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357b9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.192523:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.192528:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.192533:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.192536:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 111 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.192562:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.192574:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 111 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.192586:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:2.0:1746145245.192649:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:31559:x1830965535222784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (257us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.192655:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6098 00000100:00100000:0.0:1746145245.193091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.193786:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535222912 00000100:00100000:1.0:1746145245.193791:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535222912 00010000:00010000:1.0:1746145245.193812:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 111 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.193845:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10228 00000100:00100000:1.0:1746145245.193851:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1961:x1830965535222912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.193859:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.193875:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 111 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.193886:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 111 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.193903:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d6491 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ab expref: 111 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.194369:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.194372:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.194379:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.194386:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.194411:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.194422:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.194432:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046272:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.194897:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009a92b540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.196963:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046272:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.196981:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.197012:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1961:x1830965535222912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3161us (3920us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.197022:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10228 00000100:00100000:2.0:1746145245.198039:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.198208:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223168 00000100:00100000:3.0:1746145245.198214:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223168 00002000:00100000:3.0:1746145245.198243:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965535223168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.198251:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965535223168 ext(0->4095) 00010000:00010000:3.0:1746145245.198258:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.198270:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.198276:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934700 00000100:00100000:3.0:1746145245.198301:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2395 00000100:00100000:3.0:1746145245.198307:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535223168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.198434:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535223168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (406us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.198440:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2395 00002000:00100000:3.0:1746145245.198446:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965535223168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.198453:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965535223168 ext(0->4095) 00010000:00010000:3.0:1746145245.198457:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.198465:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.198470:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934700 00000100:00100000:0.0:1746145245.205094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.205122:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223296 00000100:00100000:0.0:1746145245.205129:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223296 00010000:00010000:0.0:1746145245.205153:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:0.0:1746145245.205177:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10229 00000100:00100000:0.0:1746145245.205184:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535223296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145245.205194:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145245.205210:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.205225:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.205244:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4200/0xb5ee96b21a0d6498 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b2 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:0.0:1746145245.205255:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.205257:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.205264:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.205271:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.205294:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145245.205303:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046400:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145245.205366:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.210192:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df64e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046400:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145245.210207:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145245.210242:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535223296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5057us (5152us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.210251:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10229 00000100:00100000:0.0:1746145245.211452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.211466:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223552 00000100:00100000:0.0:1746145245.211471:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223552 00002000:00100000:0.0:1746145245.211496:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64e00 x1830965535223552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145245.211504:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64e00 with x1830965535223552 ext(0->4095) 00002000:00010000:0.0:1746145245.211508:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64e00 00000100:00100000:3.0:1746145245.212124:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4285 00000100:00100000:3.0:1746145245.212131:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535223552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.212250:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535223552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (800us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.212255:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4285 00002000:00100000:3.0:1746145245.212258:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64e00 x1830965535223552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.212263:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64e00 with x1830965535223552 ext(0->4095) 00002000:00010000:3.0:1746145245.212265:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64e00 00000100:00100000:0.0:1746145245.213826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.213884:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223680 00000100:00100000:3.0:1746145245.213888:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223680 00000100:00100000:3.0:1746145245.213913:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6099 00000100:00100000:3.0:1746145245.213917:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535223680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.213927:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.213940:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357c0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.213962:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.213969:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.213971:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.213974:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.213997:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.214008:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 109 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.214017:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531046528:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.214069:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef8cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.218441:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531046528:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.218467:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.218481:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009447ea00, rc 0) 00000100:00100000:3.0:1746145245.218518:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535223680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4598us (4692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.218525:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6099 00000100:00100000:0.0:1746145245.219819:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.219927:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223808 00000100:00100000:2.0:1746145245.219933:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223808 00010000:00010000:2.0:1746145245.219958:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.219979:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10230 00000100:00100000:2.0:1746145245.219985:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535223808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.219994:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.220010:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.220020:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.220047:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d649f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357b9 expref: 110 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.220057:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.220058:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.220065:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.220077:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.220100:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.220111:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046656:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.220163:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b20690c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.220840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.220906:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535223936 00000100:00100000:3.0:1746145245.220910:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535223936 00000100:00100000:3.0:1746145245.220941:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6100 00000100:00100000:3.0:1746145245.220947:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:31559:x1830965535223936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.220959:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.220968:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357c7 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.220983:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.220988:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.220989:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.220992:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 111 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.221008:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.221017:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.221035:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531046784:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.221078:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef8cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.223342:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046656:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.223356:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.223384:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+111:1960:x1830965535223808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3399us (3567us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.223393:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10230 00000100:00100000:3.0:1746145245.223451:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531046784:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.223465:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 110 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.223480:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097576000, rc 0) 00000100:00100000:3.0:1746145245.223498:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:31559:x1830965535223936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2551us (2659us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.223503:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6100 00000100:00100000:0.0:1746145245.223780:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.223916:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224192 00000100:00100000:2.0:1746145245.223921:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224192 00002000:00100000:2.0:1746145245.223948:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556680 x1830965535224192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.223956:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556680 with x1830965535224192 ext(0->4095) 00010000:00010000:2.0:1746145245.223962:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.223972:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.223977:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085556680 00000100:00100000:2.0:1746145245.223992:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2396 00000100:00100000:2.0:1746145245.223999:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535224192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.224104:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535224192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 106us (325us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.224110:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2396 00002000:00100000:2.0:1746145245.224115:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556680 x1830965535224192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.224121:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556680 with x1830965535224192 ext(0->4095) 00010000:00010000:2.0:1746145245.224125:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.224134:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.224139:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085556680 00000100:00100000:0.0:1746145245.226660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.226807:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224320 00000100:00100000:1.0:1746145245.226813:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224320 00010000:00010000:1.0:1746145245.226835:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.226859:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10231 00000100:00100000:1.0:1746145245.226864:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535224320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.226874:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.226888:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.226897:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.226917:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009447ea00/0xb5ee96b21a0d64a6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c0 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.226930:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.226932:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.226938:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.226945:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.226969:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145245.226979:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046912:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.227144:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.229752:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531046912:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.229769:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.229811:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535224320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2946us (3152us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.229819:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10231 00000100:00100000:0.0:1746145245.230880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.230939:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224576 00000100:00100000:2.0:1746145245.230944:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224576 00002000:00100000:2.0:1746145245.230972:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556d80 x1830965535224576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.230981:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556d80 with x1830965535224576 ext(0->4095) 00002000:00010000:2.0:1746145245.230985:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556d80 00000100:00100000:2.0:1746145245.231044:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4286 00000100:00100000:2.0:1746145245.231050:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535224576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.231149:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535224576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (270us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.231821:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4286 00002000:00100000:2.0:1746145245.231828:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556d80 x1830965535224576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.231835:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556d80 with x1830965535224576 ext(0->4095) 00002000:00010000:2.0:1746145245.231837:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556d80 00000100:00100000:2.0:1746145245.233351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.233369:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224704 00000100:00100000:3.0:1746145245.233379:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224704 00000100:00100000:3.0:1746145245.233535:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6101 00000100:00100000:3.0:1746145245.233542:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535224704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.233554:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.233567:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357ce expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.233589:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.234126:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.234128:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.234137:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.234161:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.234171:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 109 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.234186:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047040:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.234258:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef8b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.236961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.237055:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224832 00000100:00100000:2.0:1746145245.237061:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224832 00000100:00100000:3.0:1746145245.237159:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047040:192.168.203.38@tcp:104: 00002000:00100000:2.0:1746145245.237163:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bf89180 x1830965535224832/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.237171:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965535224832 ext(0->7) 00010000:00010000:2.0:1746145245.237178:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.237181:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.237188:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 110 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.237193:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00002000:00010000:2.0:1746145245.237193:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf89180 00000100:00100000:2.0:1746145245.237219:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2397 00000100:00100000:3.0:1746145245.237223:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535224704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3681us (3873us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.237225:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+110:1960:x1830965535224832:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145245.237229:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6101 00000100:00100000:2.0:1746145245.237592:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+112:1960:x1830965535224832:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 366us (634us total) trans 4294968003 rc 0/0 00000100:00100000:2.0:1746145245.237597:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2397 00002000:00100000:2.0:1746145245.237603:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88009bf89180 x1830965535224832/t4294968003(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.237610:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965535224832 ext(0->7) 00010000:00010000:2.0:1746145245.237613:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 112 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.237622:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 112 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.237652:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf89180 00000001:00080000:2.0:1746145245.239443:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294967993 is committed 00000001:00080000:2.0:1746145245.239456:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968001 is committed 00000001:00080000:2.0:1746145245.239494:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968002 is committed 00000100:00100000:2.0:1746145245.239906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.240117:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535224960 00000100:00100000:1.0:1746145245.240123:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535224960 00010000:00010000:1.0:1746145245.240147:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.240179:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10232 00000100:00100000:1.0:1746145245.240185:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535224960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.240195:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.240207:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.240217:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.240234:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880097576000/0xb5ee96b21a0d64ad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357c7 expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.240245:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.240247:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.240253:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.240263:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.240289:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145245.240299:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047168:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.240825:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.242496:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047168:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.242514:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.242582:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535224960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2395us (2675us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.242592:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10232 00000100:00100000:0.0:1746145245.243958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.244065:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225216 00000100:00100000:2.0:1746145245.244070:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225216 00002000:00100000:2.0:1746145245.244104:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556300 x1830965535225216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.244112:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556300 with x1830965535225216 ext(0->4095) 00002000:00010000:2.0:1746145245.244116:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556300 00000100:00100000:2.0:1746145245.244132:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4287 00000100:00100000:2.0:1746145245.244138:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535225216:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.244274:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535225216:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (319us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.244280:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4287 00002000:00100000:2.0:1746145245.244286:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556300 x1830965535225216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.244297:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556300 with x1830965535225216 ext(0->4095) 00002000:00010000:2.0:1746145245.244299:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556300 00000100:00100000:0.0:1746145245.244674:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.244725:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225344 00000100:00100000:3.0:1746145245.244729:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225344 00000100:00100000:3.0:1746145245.244748:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6102 00000100:00100000:3.0:1746145245.244754:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:31559:x1830965535225344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.244762:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.244776:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357d5 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.244795:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.244801:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.244803:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.244807:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.244834:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.244844:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.244853:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047296:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.245188:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.246457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.246474:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047296:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.246495:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.246507:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145245.246534:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31559:x1830965535225344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1779us (1860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.246540:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6102 00000100:00100000:0.0:1746145245.247530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.247821:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225472 00000100:00100000:1.0:1746145245.247827:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225472 00000100:00100000:1.0:1746145245.247854:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6103 00000100:00100000:1.0:1746145245.247860:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31571:x1830965535225472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.247870:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.247881:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357dc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.247896:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.247901:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.247910:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.247913:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248036:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248050:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248058:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:1.0:1746145245.248080:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965535225472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 221us (1626us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.248085:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6103 00000100:00100000:1.0:1746145245.248105:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225600 00000100:00100000:1.0:1746145245.248108:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225600 00010000:00010000:1.0:1746145245.248121:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.248136:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10233 00000100:00100000:1.0:1746145245.248141:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535225600:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.248148:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.248163:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.248172:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.248187:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64b4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ce expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.248195:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.248196:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.248202:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248209:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248225:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.248234:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.248244:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047552:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.248280:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.251014:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047552:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145245.251046:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.251087:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535225600:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2944us (3556us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.251095:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10233 00000100:00100000:0.0:1746145245.252987:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.253065:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225856 00000100:00100000:2.0:1746145245.253073:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225856 00002000:00100000:2.0:1746145245.253108:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291c00 x1830965535225856/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.253117:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535225856 ext(0->4095) 00010000:00010000:2.0:1746145245.253124:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.253137:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.253143:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291c00 00000100:00100000:2.0:1746145245.253169:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2398 00000100:00100000:2.0:1746145245.253175:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535225856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.253299:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535225856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.253304:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2398 00002000:00100000:2.0:1746145245.253310:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291c00 x1830965535225856/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.253317:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535225856 ext(0->4095) 00010000:00010000:2.0:1746145245.253321:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.253329:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.253335:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291c00 00000100:00100000:0.0:1746145245.255452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.255605:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535225984 00000100:00100000:1.0:1746145245.255611:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535225984 00010000:00010000:1.0:1746145245.255656:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:1.0:1746145245.255687:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10234 00000100:00100000:1.0:1746145245.255692:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535225984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145245.255702:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145245.255715:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.255726:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.255744:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357d5 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.255756:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.255758:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.255765:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.255772:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.255795:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145245.255805:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047680:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145245.255865:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.258127:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.258180:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535226240 00000100:00100000:2.0:1746145245.258186:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535226240 00002000:00100000:2.0:1746145245.258214:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965535226240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:1.0:1746145245.258214:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf89f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047680:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145245.258223:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965535226240 ext(0->4095) 00002000:00010000:2.0:1746145245.258227:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10c000 00010000:00010000:1.0:1746145245.258233:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.258254:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4288 00000100:00100000:2.0:1746145245.258260:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535226240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.258263:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535225984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2570us (2813us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.258269:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10234 00000100:00100000:2.0:1746145245.258536:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535226240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 275us (435us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.258541:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4288 00002000:00100000:2.0:1746145245.258545:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965535226240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.258551:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965535226240 ext(0->4095) 00002000:00010000:2.0:1746145245.258554:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10c000 00000100:00100000:1.0:1746145245.259929:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.259965:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535226368 00000100:00100000:3.0:1746145245.259970:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535226368 00000100:00100000:3.0:1746145245.259997:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6104 00000100:00100000:3.0:1746145245.260003:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535226368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.260012:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.260040:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357e3 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.260062:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.260070:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.260071:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.260074:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.260098:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.260108:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 7 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.260118:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047808:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.260178:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.263173:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531047808:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.263197:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.263213:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b6c00, rc 0) 00000100:00100000:3.0:1746145245.263259:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535226368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3255us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.263267:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6104 00000100:00100000:1.0:1746145245.264403:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.264703:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535226496 00000100:00100000:2.0:1746145245.264709:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535226496 00010000:00010000:2.0:1746145245.264734:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.264771:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10235 00000100:00100000:2.0:1746145245.264778:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535226496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.264789:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.264805:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.264815:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.264832:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64c2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357dc expref: 8 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.264846:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.264848:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.264854:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.264861:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.264887:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.264897:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047936:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.264958:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927950c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.269190:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531047936:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.269210:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.269255:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535226496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4475us (4852us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.269264:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10235 00000100:00100000:0.0:1746145245.269439:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.269536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.269596:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535226624 00000100:00100000:3.0:1746145245.269602:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535226624 00000100:00100000:3.0:1746145245.269656:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6105 00000100:00100000:3.0:1746145245.269663:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:31559:x1830965535226624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.269679:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.269693:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357ea expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.269711:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535226880 00010000:00010000:3.0:1746145245.269713:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.269715:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535226880 00010000:00010000:3.0:1746145245.269719:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.269721:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.269724:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746145245.269735:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8a300 x1830965535226880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.269744:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8a300 with x1830965535226880 ext(0->4095) 00010000:00010000:3.0:1746145245.269748:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.269750:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.269759:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.269761:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.269767:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8a300 00000100:00100000:3.0:1746145245.269768:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048064:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.269780:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2399 00000100:00100000:2.0:1746145245.269786:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535226880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.269812:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.269895:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535226880:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (359us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.269900:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2399 00002000:00100000:2.0:1746145245.269906:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8a300 x1830965535226880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.269912:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8a300 with x1830965535226880 ext(0->4095) 00010000:00010000:2.0:1746145245.269917:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.269926:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.269931:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8a300 00000100:00100000:0.0:1746145245.276647:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.276681:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227008 00000100:00100000:1.0:1746145245.276693:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227008 00000100:00100000:1.0:1746145245.276734:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6106 00000100:00100000:1.0:1746145245.276741:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965535227008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.276758:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.276773:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357f1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.276795:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.276800:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.276805:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.276809:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.276835:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.276853:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.276863:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:1.0:1746145245.276901:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31571:x1830965535227008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 161us (280us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.276907:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6106 00000100:00100000:3.0:1746145245.277305:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048064:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.277321:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.277330:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145245.277353:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31559:x1830965535226624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7690us (7914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.277362:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6105 00000100:00100000:1.0:1746145245.277674:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.277872:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227136 00000100:00100000:2.0:1746145245.277877:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227136 00010000:00010000:2.0:1746145245.277896:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.277925:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10236 00000100:00100000:2.0:1746145245.277931:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535227136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.277938:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.277953:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.277962:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.277976:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357e3 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.277998:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.278000:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.278005:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.278016:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.278045:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.278055:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.278065:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048320:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.278114:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.279073:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048320:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.279083:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.279107:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535227136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1176us (1433us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.279113:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10236 00000100:00100000:0.0:1746145245.280449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.280537:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227392 00000100:00100000:1.0:1746145245.280543:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227392 00002000:00100000:1.0:1746145245.280574:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10fb80 x1830965535227392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.280582:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10fb80 with x1830965535227392 ext(0->4095) 00010000:00010000:1.0:1746145245.280590:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.280601:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.280607:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10fb80 00000100:00100000:1.0:1746145245.280652:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2400 00000100:00100000:1.0:1746145245.280658:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535227392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.280796:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535227392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.280805:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2400 00002000:00100000:1.0:1746145245.280810:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10fb80 x1830965535227392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.280816:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10fb80 with x1830965535227392 ext(0->4095) 00010000:00010000:1.0:1746145245.280820:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.280829:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.280834:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10fb80 00000100:00100000:1.0:1746145245.283329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.283465:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227520 00000100:00100000:2.0:1746145245.283471:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227520 00010000:00010000:2.0:1746145245.283497:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.283529:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10237 00000100:00100000:2.0:1746145245.283534:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535227520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.283544:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.283559:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.283568:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.283585:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d64d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ea expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.283606:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.283608:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.283613:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.283620:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.283661:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.283671:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048448:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.283730:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.287008:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.287042:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048448:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.287062:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.287071:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227776 00000100:00100000:3.0:1746145245.287078:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227776 00002000:00100000:3.0:1746145245.287120:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ce00 x1830965535227776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.287129:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ce00 with x1830965535227776 ext(0->4095) 00002000:00010000:3.0:1746145245.287133:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ce00 00000100:00100000:3.0:1746145245.287153:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4289 00000100:00100000:3.0:1746145245.287160:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535227776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.287618:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535227520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4081us (4292us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.287643:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10237 00000100:00100000:3.0:1746145245.287806:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535227776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 646us (805us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.287813:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4289 00002000:00100000:3.0:1746145245.287818:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10ce00 x1830965535227776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.287825:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10ce00 with x1830965535227776 ext(0->4095) 00002000:00010000:3.0:1746145245.287828:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10ce00 00000100:00100000:0.0:1746145245.289520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.289811:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535227904 00000100:00100000:3.0:1746145245.289817:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535227904 00000100:00100000:3.0:1746145245.289853:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6107 00000100:00100000:3.0:1746145245.289859:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535227904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.289870:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.289883:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357f8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.289916:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.289923:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.289924:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.289928:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.289951:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.289961:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 7 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.289971:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048576:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.290039:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.291146:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048576:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.291164:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.291176:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:3.0:1746145245.291210:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535227904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1351us (1693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.291217:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6107 00000100:00100000:1.0:1746145245.292251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.293585:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228032 00000100:00100000:2.0:1746145245.293595:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228032 00010000:00010000:2.0:1746145245.293623:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.293672:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10238 00000100:00100000:2.0:1746145245.293679:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535228032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.293695:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.293711:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.293727:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.293748:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d64d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f1 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.293769:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.293771:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.293778:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.293785:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.293813:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.293823:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048704:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.293897:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.298220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.298312:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009298a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531048704:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145245.298330:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145245.298374:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535228032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4695us (6124us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.298377:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228288 00000100:00100000:3.0:1746145245.298384:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228288 00000100:00100000:0.0:1746145245.298389:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10238 00002000:00100000:3.0:1746145245.298418:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965535228288/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.298426:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965535228288 ext(0->4095) 00002000:00010000:3.0:1746145245.298430:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64700 00000100:00100000:3.0:1746145245.298457:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4290 00000100:00100000:3.0:1746145245.298463:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535228288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.298569:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535228288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (356us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.298574:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4290 00002000:00100000:3.0:1746145245.298578:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965535228288/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.298584:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965535228288 ext(0->4095) 00002000:00010000:3.0:1746145245.298587:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64700 00000100:00100000:0.0:1746145245.299221:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.301251:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228416 00000100:00100000:3.0:1746145245.301258:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228416 00000100:00100000:3.0:1746145245.301307:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6108 00000100:00100000:3.0:1746145245.301314:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b827050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:31559:x1830965535228416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.301330:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.301346:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5357ff expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.301371:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.301382:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.301384:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.301387:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.301411:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.301422:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.301433:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048832:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.301519:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.302491:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.302743:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228544 00000100:00100000:0.0:1746145245.302747:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228544 00000100:00100000:0.0:1746145245.302770:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6109 00000100:00100000:0.0:1746145245.302775:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965535228544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145245.302783:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145245.302791:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535806 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.302804:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.302807:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.302813:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145245.302816:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.302837:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.302846:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.302854:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:0.0:1746145245.302893:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31571:x1830965535228544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (403us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.302902:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6109 00000100:00100000:3.0:1746145245.304458:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531048832:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.304481:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.304492:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145245.304532:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b827050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31559:x1830965535228416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3217us (5310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.304538:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6108 00000100:00100000:0.0:1746145245.305675:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.305747:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228672 00000100:00100000:2.0:1746145245.305752:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228672 00010000:00010000:2.0:1746145245.305776:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.305976:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10239 00000100:00100000:2.0:1746145245.305983:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535228672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.305994:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.306009:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.306018:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.306046:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d64de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357f8 expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.306405:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.306408:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.306416:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.306424:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.306453:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.306464:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 8 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.306473:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049088:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.309034:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.313335:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049088:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.313356:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.313393:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535228672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7409us (7719us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.313403:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10239 00000100:00100000:0.0:1746145245.314094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.314181:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535228928 00000100:00100000:2.0:1746145245.314262:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535228928 00002000:00100000:2.0:1746145245.314298:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f800 x1830965535228928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.314307:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f800 with x1830965535228928 ext(0->4095) 00010000:00010000:2.0:1746145245.314315:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.314327:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.314333:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f800 00000100:00100000:2.0:1746145245.314360:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2401 00000100:00100000:2.0:1746145245.314367:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535228928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.314502:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535228928:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (408us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.314508:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2401 00002000:00100000:2.0:1746145245.314514:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f800 x1830965535228928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.314520:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f800 with x1830965535228928 ext(0->4095) 00010000:00010000:2.0:1746145245.314525:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.314533:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.314538:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f800 00000100:00100000:0.0:1746145245.320766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.322258:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229056 00000100:00100000:2.0:1746145245.322268:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229056 00010000:00010000:2.0:1746145245.322303:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.322345:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10240 00000100:00100000:2.0:1746145245.322353:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535229056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.322367:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.322382:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.322398:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.322417:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d64e5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5357ff expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.322444:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.322446:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.322452:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.322459:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.322487:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.322497:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049216:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.322920:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.324659:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049216:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.324673:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.324703:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535229056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2351us (3944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.324711:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10240 00000100:00100000:0.0:1746145245.325712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.325765:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229312 00000100:00100000:3.0:1746145245.325772:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229312 00002000:00100000:3.0:1746145245.325804:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10dc00 x1830965535229312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.325819:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10dc00 with x1830965535229312 ext(0->4095) 00002000:00010000:3.0:1746145245.325823:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10dc00 00000100:00100000:3.0:1746145245.325852:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4291 00000100:00100000:3.0:1746145245.325858:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535229312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.325993:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535229312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (283us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.325999:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4291 00002000:00100000:3.0:1746145245.326004:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10dc00 x1830965535229312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.326010:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10dc00 with x1830965535229312 ext(0->4095) 00002000:00010000:3.0:1746145245.326013:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10dc00 00000100:00100000:0.0:1746145245.329003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.329093:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229440 00000100:00100000:3.0:1746145245.329101:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229440 00000100:00100000:3.0:1746145245.329192:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6110 00000100:00100000:3.0:1746145245.329200:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535229440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.329214:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.329229:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53580d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.329251:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.329258:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.329259:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.329262:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.329360:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.329371:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 7 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.329381:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531049344:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.331758:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.333244:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531049344:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.333270:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.333381:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b6c00, rc 0) 00000100:00100000:3.0:1746145245.333986:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535229440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4784us (4987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.333993:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6110 00000100:00100000:0.0:1746145245.335548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.335655:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229568 00000100:00100000:3.0:1746145245.335661:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229568 00000100:00100000:1.0:1746145245.337162:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6111 00000100:00100000:1.0:1746145245.337176:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31559:x1830965535229568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.337190:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.337205:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535814 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.337226:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.337231:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.337236:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145245.337240:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.337272:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.337285:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.337294:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:1.0:1746145245.337337:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31559:x1830965535229568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (1791us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.337342:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6111 00000100:00100000:0.0:1746145245.339915:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.340010:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229696 00000100:00100000:2.0:1746145245.340019:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229696 00010000:00010000:2.0:1746145245.340060:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 9 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.340097:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10241 00000100:00100000:2.0:1746145245.340103:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535229696:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.340114:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.340131:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 9 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.340141:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 9 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.340158:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d64ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535806 expref: 9 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.340172:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.340174:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.340180:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.340187:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.340212:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.340221:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.340231:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049600:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.340304:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.343167:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049600:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.343183:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.343238:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535229696:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3134us (3327us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.343247:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10241 00000100:00100000:1.0:1746145245.344197:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.344246:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535229952 00000100:00100000:2.0:1746145245.344253:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535229952 00002000:00100000:2.0:1746145245.344286:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88e00 x1830965535229952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.344295:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88e00 with x1830965535229952 ext(0->4095) 00010000:00010000:2.0:1746145245.344302:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.344313:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.344319:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88e00 00000100:00100000:2.0:1746145245.344346:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2402 00000100:00100000:2.0:1746145245.344352:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535229952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.344487:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535229952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (291us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.344496:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2402 00002000:00100000:2.0:1746145245.344501:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88e00 x1830965535229952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.344507:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88e00 with x1830965535229952 ext(0->4095) 00010000:00010000:2.0:1746145245.344512:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.344519:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.344525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88e00 00000100:00100000:0.0:1746145245.351932:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.351998:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230080 00000100:00100000:2.0:1746145245.352006:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230080 00010000:00010000:2.0:1746145245.352048:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.352086:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10242 00000100:00100000:2.0:1746145245.352094:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535230080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.352105:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.352264:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.352276:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.352296:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d64f3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53580d expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.352312:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.352315:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.352321:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.352328:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.352354:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.352365:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049728:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.352899:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.355330:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531049728:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.355347:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.355399:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535230080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3305us (3472us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.355410:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10242 00000100:00100000:0.0:1746145245.355445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.356328:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230336 00000100:00100000:3.0:1746145245.356334:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230336 00002000:00100000:3.0:1746145245.356364:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298a300 x1830965535230336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.356373:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a300 with x1830965535230336 ext(0->4095) 00002000:00010000:3.0:1746145245.356377:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298a300 00000100:00100000:3.0:1746145245.356399:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4292 00000100:00100000:3.0:1746145245.356405:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535230336:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145245.359703:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535230336:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 3290us (4250us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.359713:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4292 00002000:00100000:3.0:1746145245.359725:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298a300 x1830965535230336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.359733:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a300 with x1830965535230336 ext(0->4095) 00002000:00010000:3.0:1746145245.359738:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298a300 00010000:00010000:3.0:1746145245.361789:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145245.362706:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.362759:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230464 00000100:00100000:3.0:1746145245.362766:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230464 00000100:00100000:3.0:1746145245.362803:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6112 00000100:00100000:3.0:1746145245.362808:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535230464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.362821:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.362833:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53581b expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.362854:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.362860:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.362861:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.362864:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.362890:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.362899:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 7 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.362909:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531049856:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.362968:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.373927:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531049856:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.373955:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.373971:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145245.374010:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535230464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 11200us (11305us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.374017:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6112 00000100:00100000:0.0:1746145245.383127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.383245:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230592 00000100:00100000:3.0:1746145245.383253:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230592 00002000:00100000:3.0:1746145245.383287:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008be04000 x1830965535230592/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.383296:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04000 with x1830965535230592 ext(0->7) 00010000:00010000:3.0:1746145245.383304:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.383321:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 8 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.383326:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be04000 00000100:00100000:3.0:1746145245.383399:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2403 00000100:00100000:3.0:1746145245.383405:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535230592:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145245.384822:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535230592:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1413us (1698us total) trans 4294968004 rc 0/0 00000100:00100000:3.0:1746145245.384830:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2403 00002000:00100000:3.0:1746145245.384837:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008be04000 x1830965535230592/t4294968004(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.384845:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04000 with x1830965535230592 ext(0->7) 00010000:00010000:3.0:1746145245.384850:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.384859:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.384864:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be04000 00000100:00100000:0.0:1746145245.387296:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.387403:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230720 00000100:00100000:3.0:1746145245.387411:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230720 00000100:00100000:3.0:1746145245.387454:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6113 00000100:00100000:3.0:1746145245.387461:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535230720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.387475:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.387487:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535822 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.387508:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.387513:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.387518:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.387522:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.387547:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.387558:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.387566:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7e00, rc 0) 00000100:00100000:3.0:1746145245.387613:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535230720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (322us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.387619:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6113 00000100:00100000:1.0:1746145245.391228:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.391542:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535230848 00000100:00100000:2.0:1746145245.391550:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535230848 00010000:00010000:2.0:1746145245.391582:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.391683:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10243 00000100:00100000:2.0:1746145245.391692:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535230848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.391707:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.391724:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.391736:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.391756:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d64fa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535814 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.391780:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.391782:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.391788:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.391796:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.391822:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.391833:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.391843:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050112:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.391906:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.393794:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050112:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.393809:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.393848:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535230848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2157us (2624us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.393857:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10243 00000100:00100000:0.0:1746145245.394986:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.395042:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535231104 00000100:00100000:3.0:1746145245.395049:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535231104 00002000:00100000:3.0:1746145245.395078:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be04700 x1830965535231104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.395087:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04700 with x1830965535231104 ext(0->4095) 00010000:00010000:3.0:1746145245.395094:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.395110:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.395116:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be04700 00000100:00100000:3.0:1746145245.395139:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2404 00000100:00100000:3.0:1746145245.395145:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535231104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.395269:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535231104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.395274:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2404 00002000:00100000:3.0:1746145245.395279:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be04700 x1830965535231104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.395286:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04700 with x1830965535231104 ext(0->4095) 00010000:00010000:3.0:1746145245.395290:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.395297:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.395302:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be04700 00000100:00100000:1.0:1746145245.397812:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.397886:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535231232 00000100:00100000:2.0:1746145245.397893:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535231232 00010000:00010000:2.0:1746145245.397918:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.397951:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10244 00000100:00100000:2.0:1746145245.397958:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535231232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.397975:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.397991:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.398001:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.398033:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6501 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53581b expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.398056:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.398058:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.398065:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.398073:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.398104:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.398113:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050240:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.398188:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.399057:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050240:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.399069:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.399101:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535231232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1143us (1400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.399108:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10244 00000100:00100000:0.0:1746145245.399487:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.399618:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535231488 00000100:00100000:3.0:1746145245.399622:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535231488 00002000:00100000:3.0:1746145245.399670:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be04a80 x1830965535231488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.399678:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04a80 with x1830965535231488 ext(0->4095) 00002000:00010000:3.0:1746145245.399682:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be04a80 00000100:00100000:3.0:1746145245.399707:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4293 00000100:00100000:3.0:1746145245.399713:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535231488:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.399832:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535231488:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (345us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.399838:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4293 00002000:00100000:3.0:1746145245.399843:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be04a80 x1830965535231488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.399849:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be04a80 with x1830965535231488 ext(0->4095) 00002000:00010000:3.0:1746145245.399852:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be04a80 00000100:00100000:1.0:1746145245.401293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.401416:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535231616 00000100:00100000:2.0:1746145245.401420:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535231616 00000100:00100000:2.0:1746145245.401459:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6114 00000100:00100000:2.0:1746145245.401466:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535231616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.401477:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.401489:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535829 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.401510:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.401517:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.401519:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.401523:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.401549:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.401560:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.401570:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050368:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.401655:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.402498:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050368:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.402514:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.402526:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:2.0:1746145245.402561:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535231616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1095us (1271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.402568:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6114 00000100:00100000:0.0:1746145245.402846:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.402908:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535231744 00000100:00100000:2.0:1746145245.402911:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535231744 00010000:00010000:2.0:1746145245.402926:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.402947:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10245 00000100:00100000:2.0:1746145245.402951:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535231744:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.402959:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.402974:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.402984:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.403001:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d6508 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535822 expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.403020:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.403022:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.403039:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.403047:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.403066:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.403074:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050496:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.403217:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.404795:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050496:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.404811:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.404841:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535231744:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1888us (1995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.404849:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10245 00000100:00100000:0.0:1746145245.404987:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.405090:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232000 00000100:00100000:3.0:1746145245.405094:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232000 00002000:00100000:3.0:1746145245.405121:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be05180 x1830965535232000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.405128:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be05180 with x1830965535232000 ext(0->4095) 00002000:00010000:3.0:1746145245.405132:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be05180 00000100:00100000:3.0:1746145245.405153:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4294 00000100:00100000:3.0:1746145245.405158:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535232000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.405282:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535232000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (295us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.405287:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4294 00002000:00100000:3.0:1746145245.405291:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be05180 x1830965535232000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.405302:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be05180 with x1830965535232000 ext(0->4095) 00002000:00010000:3.0:1746145245.405304:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be05180 00000100:00100000:0.0:1746145245.407069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.407131:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232128 00000100:00100000:2.0:1746145245.407135:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232128 00000100:00100000:2.0:1746145245.407217:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6115 00000100:00100000:2.0:1746145245.407224:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965535232128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.407234:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.407248:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535830 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.407270:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.407276:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.407282:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.407285:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.407308:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.407318:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.407328:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050624:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.407397:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.408824:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050624:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.408844:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.408862:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145245.408899:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31571:x1830965535232128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1675us (1833us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.408906:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6115 00000100:00100000:0.0:1746145245.410063:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.410124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.410254:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232256 00000100:00100000:2.0:1746145245.410260:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232256 00010000:00010000:2.0:1746145245.410282:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.410301:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10246 00000100:00100000:2.0:1746145245.410306:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535232256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.410315:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.410331:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.410341:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.410358:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d650f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535829 expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.410382:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.410384:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.410390:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.410400:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.410431:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.410441:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050752:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.410445:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232384 00000100:00100000:3.0:1746145245.410449:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232384 00000100:00100000:3.0:1746145245.410470:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6116 00000100:00100000:3.0:1746145245.410475:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535232384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.410484:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145245.410487:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00010000:00010000:3.0:1746145245.410494:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535837 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.410509:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.410515:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.410517:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.410520:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.410536:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.410545:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.410553:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050880:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.410573:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.413474:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531050880:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.413502:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.413519:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7e00, rc 0) 00000100:00100000:3.0:1746145245.413568:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535232384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3091us (3442us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.413575:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6116 00000100:00100000:2.0:1746145245.413597:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531050752:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.413608:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.413666:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535232256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3359us (3605us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.413674:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10246 00000100:00100000:1.0:1746145245.414967:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.415047:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232640 00000100:00100000:3.0:1746145245.415053:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232640 00002000:00100000:3.0:1746145245.415083:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88a80 x1830965535232640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.415091:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88a80 with x1830965535232640 ext(0->4095) 00010000:00010000:3.0:1746145245.415097:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.415108:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.415113:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88a80 00000100:00100000:3.0:1746145245.415364:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2405 00000100:00100000:3.0:1746145245.415372:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535232640:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.415503:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535232640:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (538us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.415509:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2405 00002000:00100000:3.0:1746145245.415515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88a80 x1830965535232640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.415522:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88a80 with x1830965535232640 ext(0->4095) 00010000:00010000:3.0:1746145245.415527:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.415536:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.415541:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88a80 00000100:00100000:0.0:1746145245.418078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.418127:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232768 00000100:00100000:3.0:1746145245.418134:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232768 00000100:00100000:0.0:1746145245.418154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.418251:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6117 00000100:00100000:3.0:1746145245.418259:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535232768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.418271:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.418286:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53583e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.418308:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.418313:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.418318:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.418321:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.418350:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.418366:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.418374:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145245.418486:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535232896 00000100:00100000:2.0:1746145245.418489:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535232896 00010000:00010000:2.0:1746145245.418510:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.418537:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10247 00000100:00100000:2.0:1746145245.418542:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535232896:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.418550:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.418566:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.418575:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.418590:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6516 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535830 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.419045:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535232768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 785us (973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.419051:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6117 00010000:00010000:2.0:1746145245.419121:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.419123:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.419130:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.419137:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.419156:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.419166:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.419177:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051136:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.419617:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.422076:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.422205:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051136:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.422226:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.422244:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535233152 00000100:00100000:3.0:1746145245.422250:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535233152 00000100:00100000:2.0:1746145245.422266:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535232896:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3723us (4111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.422274:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10247 00002000:00100000:3.0:1746145245.422280:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be06680 x1830965535233152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.422288:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be06680 with x1830965535233152 ext(0->4095) 00010000:00010000:3.0:1746145245.422296:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.422307:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.422313:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be06680 00000100:00100000:3.0:1746145245.422328:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2406 00000100:00100000:3.0:1746145245.422333:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535233152:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.422864:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535233152:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 530us (792us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.422870:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2406 00002000:00100000:3.0:1746145245.422875:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be06680 x1830965535233152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.422882:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be06680 with x1830965535233152 ext(0->4095) 00010000:00010000:3.0:1746145245.422887:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.422895:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.422902:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be06680 00000100:00100000:0.0:1746145245.426480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.426878:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535233280 00000100:00100000:3.0:1746145245.426886:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535233280 00000100:00100000:3.0:1746145245.426929:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6118 00000100:00100000:3.0:1746145245.426935:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535233280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.426950:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.426964:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535845 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.426987:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.426992:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.426998:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.427001:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.427039:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.427055:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.427064:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145245.427111:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535233280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 175us (637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.427118:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6118 00000100:00100000:0.0:1746145245.427782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.428107:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535233408 00000100:00100000:2.0:1746145245.428112:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535233408 00010000:00010000:2.0:1746145245.428130:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.428145:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10248 00000100:00100000:2.0:1746145245.428150:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535233408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.428157:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.428171:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.428180:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.428194:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d651d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535837 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.428217:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.428218:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.428224:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.428230:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.428249:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.428258:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.428269:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051392:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.428325:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.431292:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.431331:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535233664 00000100:00100000:3.0:1746145245.431338:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535233664 00000100:00100000:0.0:1746145245.431362:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051392:192.168.203.38@tcp:105: 00002000:00100000:3.0:1746145245.431369:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65880 x1830965535233664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.431378:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65880 with x1830965535233664 ext(0->4095) 00010000:00010000:0.0:1746145245.431380:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145245.431384:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.431395:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.431400:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65880 00000100:00100000:3.0:1746145245.431414:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2407 00000100:00100000:3.0:1746145245.431420:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535233664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145245.431423:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535233408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3272us (3641us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.431429:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10248 00000100:00100000:3.0:1746145245.431529:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535233664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.431535:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2407 00002000:00100000:3.0:1746145245.431540:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65880 x1830965535233664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.431552:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65880 with x1830965535233664 ext(0->4095) 00010000:00010000:3.0:1746145245.431557:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.431565:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.431570:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65880 00000100:00100000:0.0:1746145245.433087:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.433132:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535233792 00000100:00100000:2.0:1746145245.433136:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535233792 00010000:00010000:2.0:1746145245.433153:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.433183:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10249 00000100:00100000:2.0:1746145245.433189:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535233792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.433197:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.433207:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.433216:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.433234:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6524 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53583e expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.433257:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.433259:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.433266:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.433273:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.433298:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.433307:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051520:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.433356:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.435646:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051520:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.435661:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.435689:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535233792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2499us (2604us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.435697:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10249 00000100:00100000:0.0:1746145245.436956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.437023:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234048 00000100:00100000:2.0:1746145245.437035:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234048 00002000:00100000:2.0:1746145245.437064:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07100 x1830965535234048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.437073:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07100 with x1830965535234048 ext(0->4095) 00002000:00010000:2.0:1746145245.437076:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07100 00000100:00100000:2.0:1746145245.437095:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4295 00000100:00100000:2.0:1746145245.437100:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535234048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.437405:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535234048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 303us (451us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.437411:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4295 00002000:00100000:2.0:1746145245.437417:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07100 x1830965535234048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.437429:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07100 with x1830965535234048 ext(0->4095) 00002000:00010000:2.0:1746145245.437432:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07100 00000100:00100000:0.0:1746145245.438828:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.438873:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234176 00000100:00100000:3.0:1746145245.438878:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234176 00000100:00100000:3.0:1746145245.438915:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6119 00000100:00100000:3.0:1746145245.438921:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535234176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.438931:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.438954:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53584c expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.438977:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.438984:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.438985:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.438988:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.439012:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.439035:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 9 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.439046:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531051648:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.439120:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.440960:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531051648:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.440984:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.440999:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:3.0:1746145245.441047:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535234176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2125us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.441054:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6119 00000100:00100000:0.0:1746145245.441716:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.441757:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234304 00000100:00100000:2.0:1746145245.441762:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234304 00010000:00010000:2.0:1746145245.441783:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.441813:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10250 00000100:00100000:2.0:1746145245.441819:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535234304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.441829:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.441846:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.441855:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.441874:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d652b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535845 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.441896:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.441898:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.441904:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.441910:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.441948:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.441958:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051776:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.442010:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.444593:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531051776:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.444615:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.444666:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535234304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2846us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.444675:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10250 00000100:00100000:0.0:1746145245.445592:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.445703:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234560 00000100:00100000:2.0:1746145245.445708:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234560 00002000:00100000:2.0:1746145245.445736:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07b80 x1830965535234560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.445744:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07b80 with x1830965535234560 ext(0->4095) 00002000:00010000:2.0:1746145245.445748:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07b80 00000100:00100000:2.0:1746145245.445770:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4296 00000100:00100000:2.0:1746145245.445775:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535234560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.445878:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535234560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (287us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.445883:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4296 00002000:00100000:2.0:1746145245.445888:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07b80 x1830965535234560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.445900:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07b80 with x1830965535234560 ext(0->4095) 00002000:00010000:2.0:1746145245.445903:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07b80 00000100:00100000:0.0:1746145245.446151:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.446190:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234688 00000100:00100000:3.0:1746145245.446193:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234688 00000100:00100000:3.0:1746145245.446214:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6120 00000100:00100000:3.0:1746145245.446218:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31559:x1830965535234688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.446227:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.446240:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535853 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.446262:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.446272:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.446274:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.446277:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.446301:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.446311:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 5 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.446320:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531051904:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.446372:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.448767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.448871:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531051904:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.448892:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234816 00010000:00010000:3.0:1746145245.448895:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.448897:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234816 00010000:00010000:3.0:1746145245.448909:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:2.0:1746145245.448924:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6121 00000100:00100000:2.0:1746145245.448929:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31571:x1830965535234816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.448939:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746145245.448940:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535234688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2721us (2790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.448945:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6120 00010000:00010000:2.0:1746145245.448947:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53585a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.448962:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.448965:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.448970:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.448972:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.448994:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.449002:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.449359:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145245.449396:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31571:x1830965535234816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 465us (632us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.449401:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6121 00000100:00100000:0.0:1746145245.450207:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.450608:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535234944 00000100:00100000:2.0:1746145245.450613:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535234944 00010000:00010000:2.0:1746145245.450655:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.450673:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10251 00000100:00100000:2.0:1746145245.450678:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535234944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.450685:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.450699:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.450709:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.450725:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6532 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53584c expref: 6 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.450749:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.450750:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.450756:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.450763:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.450783:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.450793:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 10 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.450803:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052160:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.452099:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.454133:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052160:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.454150:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.454180:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535234944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3502us (3974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.454189:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10251 00000100:00100000:0.0:1746145245.454331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.454841:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535235200 00000100:00100000:2.0:1746145245.454847:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535235200 00002000:00100000:2.0:1746145245.454873:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be06d80 x1830965535235200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.454882:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be06d80 with x1830965535235200 ext(0->4095) 00010000:00010000:2.0:1746145245.454889:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.454900:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.454907:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be06d80 00000100:00100000:2.0:1746145245.455447:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2408 00000100:00100000:2.0:1746145245.455454:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535235200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.455591:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535235200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (1260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.455597:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2408 00002000:00100000:2.0:1746145245.455602:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be06d80 x1830965535235200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.455608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be06d80 with x1830965535235200 ext(0->4095) 00010000:00010000:2.0:1746145245.455612:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.455621:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.455642:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be06d80 00000100:00100000:0.0:1746145245.457526:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.457611:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535235328 00000100:00100000:2.0:1746145245.457617:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535235328 00010000:00010000:2.0:1746145245.457668:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.457689:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10252 00000100:00100000:2.0:1746145245.457694:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535235328:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.457703:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.457716:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.457725:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.457743:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6539 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535853 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.457755:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.457757:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.457764:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.457770:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.457792:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.457801:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052288:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.457868:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.459576:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.459622:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535235584 00000100:00100000:3.0:1746145245.459640:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535235584 00000100:00100000:2.0:1746145245.459661:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052288:192.168.203.38@tcp:105: 00002000:00100000:3.0:1746145245.459669:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60380 x1830965535235584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00010000:00010000:2.0:1746145245.459674:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:3.0:1746145245.459681:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60380 with x1830965535235584 ext(0->4095) 00002000:00010000:3.0:1746145245.459684:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60380 00000100:00100000:3.0:1746145245.459699:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4297 00000100:00100000:3.0:1746145245.459704:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535235584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.459710:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535235328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2016us (2190us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.459717:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10252 00000100:00100000:3.0:1746145245.459832:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535235584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.459837:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4297 00002000:00100000:3.0:1746145245.459842:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60380 x1830965535235584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.460397:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60380 with x1830965535235584 ext(0->4095) 00002000:00010000:3.0:1746145245.460400:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60380 00000100:00100000:0.0:1746145245.462133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.462229:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535235712 00000100:00100000:2.0:1746145245.462234:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535235712 00000100:00100000:2.0:1746145245.462262:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6122 00000100:00100000:2.0:1746145245.462267:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535235712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.462280:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.462293:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535861 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.462314:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.462320:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.462321:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.462324:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.462348:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.462359:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.462369:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531052416:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.462500:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.464168:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531052416:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.464190:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.464204:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:2.0:1746145245.464235:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535235712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1966us (2105us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.464245:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6122 00000100:00100000:0.0:1746145245.464802:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.465054:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535235840 00000100:00100000:2.0:1746145245.465059:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535235840 00010000:00010000:2.0:1746145245.465081:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.465112:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10253 00000100:00100000:2.0:1746145245.465118:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535235840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.465127:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.465144:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.465153:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.465170:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6540 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53585a expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.465197:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.465199:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.465207:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.465215:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.465241:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.465252:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052544:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.465330:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.466359:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052544:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.466373:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.466396:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535235840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1278us (1594us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.466403:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10253 00000100:00100000:0.0:1746145245.466951:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.467046:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236096 00000100:00100000:3.0:1746145245.467051:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236096 00002000:00100000:3.0:1746145245.467081:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60e00 x1830965535236096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.467090:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60e00 with x1830965535236096 ext(0->4095) 00002000:00010000:3.0:1746145245.467093:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60e00 00000100:00100000:3.0:1746145245.467108:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4298 00000100:00100000:3.0:1746145245.467113:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535236096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.467239:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535236096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.467245:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4298 00002000:00100000:3.0:1746145245.467305:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60e00 x1830965535236096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.467312:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60e00 with x1830965535236096 ext(0->4095) 00002000:00010000:3.0:1746145245.467318:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60e00 00000100:00100000:0.0:1746145245.469980:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.470473:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236224 00000100:00100000:2.0:1746145245.470479:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236224 00000100:00100000:2.0:1746145245.470566:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6123 00000100:00100000:2.0:1746145245.470573:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31571:x1830965535236224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.470586:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.470603:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535868 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.470650:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.470656:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.470658:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.470661:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.470686:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.470701:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.470711:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531052672:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.470792:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.471125:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.471254:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236352 00000100:00100000:2.0:1746145245.471257:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236352 00000100:00100000:2.0:1746145245.471286:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6124 00000100:00100000:2.0:1746145245.471292:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535236352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.471298:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.471305:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53586f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.471316:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.471320:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.471324:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.471326:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.471345:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.471355:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.471369:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f8800, rc 0) 00000100:00100000:2.0:1746145245.471946:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:31559:x1830965535236352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 652us (820us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.471953:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6124 00000100:00100000:2.0:1746145245.472675:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531052672:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.472690:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.472698:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009465fe00, rc 0) 00000100:00100000:2.0:1746145245.472726:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31571:x1830965535236224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2154us (2751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.472732:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6123 00000100:00100000:0.0:1746145245.473601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.473751:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236480 00000100:00100000:2.0:1746145245.473759:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236480 00010000:00010000:2.0:1746145245.473780:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.473806:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10254 00000100:00100000:2.0:1746145245.473812:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535236480:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.473822:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.473839:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.473849:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.473868:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6547 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535861 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.473888:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.473890:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.473897:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.473904:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.473926:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.473936:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 10 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.473946:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052928:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.474155:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.475646:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531052928:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.475660:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.475691:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535236480:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1878us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.475698:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10254 00000100:00100000:0.0:1746145245.476255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.476293:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236736 00000100:00100000:3.0:1746145245.476297:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236736 00002000:00100000:3.0:1746145245.476325:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61c00 x1830965535236736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.476333:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61c00 with x1830965535236736 ext(0->4095) 00010000:00010000:3.0:1746145245.476339:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.476350:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.476355:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f61c00 00000100:00100000:3.0:1746145245.476379:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2409 00000100:00100000:3.0:1746145245.476385:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535236736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.476509:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535236736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (256us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.476515:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2409 00002000:00100000:3.0:1746145245.476519:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61c00 x1830965535236736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.476525:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61c00 with x1830965535236736 ext(0->4095) 00010000:00010000:3.0:1746145245.476529:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.476538:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.476543:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f61c00 00000100:00100000:0.0:1746145245.478952:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.479265:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.479373:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236992 00000100:00100000:3.0:1746145245.479381:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236992 00010000:00010000:3.0:1746145245.479409:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.479437:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535236864 00000100:00100000:2.0:1746145245.479442:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535236864 00000100:00100000:2.0:1746145245.479465:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6125 00000100:00100000:2.0:1746145245.479471:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535236864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.479484:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.479496:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535876 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.479518:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.479522:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.479528:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.479531:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.479558:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.479569:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.479578:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145245.479648:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535236864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (678us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.479653:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6125 00000100:00100000:3.0:1746145245.480383:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10255 00000100:00100000:3.0:1746145245.480390:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535236992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.480398:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.480414:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.480425:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.480440:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d654e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535868 expref: 11 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.480462:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.480463:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.480470:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.480481:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.480502:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.480512:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.480521:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053184:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.480738:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.481867:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053184:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.481879:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.481913:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535236992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1524us (2648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.481920:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10255 00000100:00100000:0.0:1746145245.484058:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.485006:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535237248 00000100:00100000:3.0:1746145245.485014:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535237248 00002000:00100000:3.0:1746145245.485059:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f62680 x1830965535237248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.485067:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62680 with x1830965535237248 ext(0->4095) 00010000:00010000:3.0:1746145245.485075:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.485089:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.485096:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62680 00000100:00100000:3.0:1746145245.485595:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2410 00000100:00100000:3.0:1746145245.485603:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535237248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.485774:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535237248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 171us (1719us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.485780:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2410 00002000:00100000:3.0:1746145245.485786:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f62680 x1830965535237248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.485793:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62680 with x1830965535237248 ext(0->4095) 00010000:00010000:3.0:1746145245.485797:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.485806:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.485811:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62680 00000100:00100000:0.0:1746145245.488682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.488767:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.489043:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535237376 00000100:00100000:2.0:1746145245.489050:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535237376 00000100:00100000:2.0:1746145245.489084:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6126 00000100:00100000:2.0:1746145245.489089:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535237376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.489103:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.489118:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53587d expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.489138:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.489143:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.489148:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.489151:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.489180:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.489191:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.489200:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:2.0:1746145245.489246:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535237376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 156us (569us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.489252:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6126 00000100:00100000:3.0:1746145245.489310:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535237504 00000100:00100000:3.0:1746145245.489314:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535237504 00010000:00010000:3.0:1746145245.489327:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.489341:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10256 00000100:00100000:3.0:1746145245.489346:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535237504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.489353:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.489368:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.489377:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.489392:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935f8800/0xb5ee96b21a0d6555 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53586f expref: 11 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.489402:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.489404:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.489409:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.489416:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.489433:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.489442:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.489453:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053440:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.489500:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef4780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.491909:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.495128:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053440:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.495147:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.495194:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535237504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5846us (6425us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.495204:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10256 00000100:00100000:1.0:1746145245.495345:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535237760 00000100:00100000:1.0:1746145245.495352:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535237760 00002000:00100000:1.0:1746145245.495383:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f62d80 x1830965535237760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.495392:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62d80 with x1830965535237760 ext(0->4095) 00010000:00010000:1.0:1746145245.495399:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.495411:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.495422:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62d80 00000100:00100000:1.0:1746145245.495436:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2411 00000100:00100000:1.0:1746145245.495443:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535237760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.495561:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535237760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (3656us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.495566:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2411 00002000:00100000:1.0:1746145245.495571:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f62d80 x1830965535237760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.495577:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62d80 with x1830965535237760 ext(0->4095) 00010000:00010000:1.0:1746145245.495582:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.495590:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.495595:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62d80 00000100:00100000:2.0:1746145245.499164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.499248:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535237888 00000100:00100000:3.0:1746145245.499256:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535237888 00010000:00010000:3.0:1746145245.499286:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.499308:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10257 00000100:00100000:3.0:1746145245.499315:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535237888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.499327:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.499342:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.499353:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.499371:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d655c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535876 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.499402:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.499404:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.499411:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.499418:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.499447:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.499457:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053568:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.499509:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.503984:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053568:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.504002:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145245.504367:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.504433:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535237888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4906us (5062us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.504444:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10257 00000100:00100000:3.0:1746145245.504473:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238144 00000100:00100000:3.0:1746145245.504479:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238144 00002000:00100000:3.0:1746145245.504505:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63100 x1830965535238144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.504513:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63100 with x1830965535238144 ext(0->4095) 00002000:00010000:3.0:1746145245.504517:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f63100 00000100:00100000:3.0:1746145245.504546:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4299 00000100:00100000:3.0:1746145245.504551:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535238144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.504692:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535238144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.504697:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4299 00002000:00100000:3.0:1746145245.504701:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63100 x1830965535238144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.504707:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63100 with x1830965535238144 ext(0->4095) 00002000:00010000:3.0:1746145245.504709:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f63100 00000100:00100000:0.0:1746145245.506872:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.507001:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238272 00000100:00100000:2.0:1746145245.507007:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238272 00000100:00100000:2.0:1746145245.507062:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6127 00000100:00100000:2.0:1746145245.507069:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535238272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.507085:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.507099:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535884 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.507123:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.507130:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.507132:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.507135:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.507160:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.507170:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 9 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.507180:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531053696:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.507253:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.509597:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531053696:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.509623:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.509663:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:2.0:1746145245.509695:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535238272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2626us (2828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.509705:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6127 00000100:00100000:0.0:1746145245.512694:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.512760:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238400 00000100:00100000:3.0:1746145245.512768:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238400 00010000:00010000:3.0:1746145245.512799:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.512822:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10258 00000100:00100000:3.0:1746145245.512827:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535238400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.512838:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.512852:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.512862:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.512880:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6563 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53587d expref: 10 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.512901:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.512903:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.512910:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.512917:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.512941:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.512963:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053824:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.513031:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.513975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.514067:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238528 00000100:00100000:2.0:1746145245.514071:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238528 00000100:00100000:2.0:1746145245.514103:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6128 00000100:00100000:2.0:1746145245.514109:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535238528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.514119:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.514130:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53588b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.514145:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.514150:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.514152:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.514154:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 11 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.514170:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.514179:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.514187:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531053952:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.514239:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.516005:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531053824:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.516019:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.516057:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535238400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3228us (3371us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.516065:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10258 00000100:00100000:2.0:1746145245.516183:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531053952:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.516202:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.516214:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145245.516470:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31559:x1830965535238528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2360us (2495us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.516476:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6128 00000100:00100000:0.0:1746145245.516534:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.517557:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238784 00000100:00100000:3.0:1746145245.517562:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238784 00002000:00100000:3.0:1746145245.517592:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60000 x1830965535238784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.517600:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60000 with x1830965535238784 ext(0->4095) 00010000:00010000:3.0:1746145245.517606:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.517618:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.517623:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60000 00000100:00100000:3.0:1746145245.517710:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2412 00000100:00100000:3.0:1746145245.517717:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535238784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.517841:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535238784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (1308us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.517849:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2412 00002000:00100000:3.0:1746145245.517854:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60000 x1830965535238784/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.517861:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60000 with x1830965535238784 ext(0->4095) 00010000:00010000:3.0:1746145245.517865:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.517873:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.517878:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60000 00000100:00100000:0.0:1746145245.524293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.525526:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535238912 00000100:00100000:3.0:1746145245.525535:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535238912 00010000:00010000:3.0:1746145245.525566:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.525592:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10259 00000100:00100000:3.0:1746145245.525605:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535238912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.525616:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.525649:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.525662:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.525680:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d656a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535884 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.525711:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.525713:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.525720:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.525728:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.525755:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.525765:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054080:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.525834:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.534108:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054080:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.534127:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.534163:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535238912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8563us (9875us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.534172:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10259 00000100:00100000:0.0:1746145245.534705:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.534786:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239168 00000100:00100000:1.0:1746145245.534792:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239168 00002000:00100000:1.0:1746145245.534827:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61880 x1830965535239168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.534835:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61880 with x1830965535239168 ext(0->4095) 00002000:00010000:1.0:1746145245.534840:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61880 00000100:00100000:1.0:1746145245.534951:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4300 00000100:00100000:1.0:1746145245.534959:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535239168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.535097:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535239168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.535102:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4300 00002000:00100000:1.0:1746145245.535107:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61880 x1830965535239168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.535113:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61880 with x1830965535239168 ext(0->4095) 00002000:00010000:1.0:1746145245.535116:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61880 00000100:00100000:0.0:1746145245.537095:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.537179:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239296 00000100:00100000:2.0:1746145245.537185:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239296 00000100:00100000:2.0:1746145245.537919:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6129 00000100:00100000:2.0:1746145245.537928:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535239296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.537942:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.537957:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535892 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.537983:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.537989:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.537991:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.537994:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.538018:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.538039:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 9 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.538050:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054208:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.539237:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.543886:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054208:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.543913:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.543930:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935f9400, rc 0) 00000100:00100000:2.0:1746145245.543982:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535239296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6055us (6891us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.543989:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6129 00000100:00100000:0.0:1746145245.548232:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.548371:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239424 00000100:00100000:3.0:1746145245.548379:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239424 00002000:00100000:3.0:1746145245.548415:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800883c8000 x1830965535239424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.548425:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8000 with x1830965535239424 ext(0->7) 00010000:00010000:3.0:1746145245.548432:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 10 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.548452:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 10 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.548457:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c8000 00000100:00100000:3.0:1746145245.548482:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2413 00000100:00100000:3.0:1746145245.548488:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535239424:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145245.548734:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1961:x1830965535239424:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 245us (508us total) trans 4294968005 rc 0/0 00000100:00100000:3.0:1746145245.548740:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2413 00002000:00100000:3.0:1746145245.548745:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800883c8000 x1830965535239424/t4294968005(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.548751:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8000 with x1830965535239424 ext(0->7) 00010000:00010000:3.0:1746145245.548755:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.548763:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.548769:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c8000 00000100:00100000:0.0:1746145245.557706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.557923:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239552 00000100:00100000:3.0:1746145245.557931:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239552 00010000:00010000:3.0:1746145245.557961:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.558675:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10260 00000100:00100000:3.0:1746145245.558684:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1963:x1830965535239552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.558697:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.558712:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.558723:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.558744:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6571 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53588b expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.558770:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.558772:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.558779:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.558786:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.558814:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.558825:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054336:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.558901:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.562176:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.562483:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054336:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.562498:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.562544:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535239552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3861us (4845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.562553:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10260 00000100:00100000:2.0:1746145245.562863:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239808 00000100:00100000:2.0:1746145245.562869:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239808 00002000:00100000:2.0:1746145245.562901:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8700 x1830965535239808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.562909:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8700 with x1830965535239808 ext(0->4095) 00002000:00010000:2.0:1746145245.562913:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8700 00000100:00100000:2.0:1746145245.562931:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4301 00000100:00100000:2.0:1746145245.562936:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535239808:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145245.563051:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535239808:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (880us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.563056:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4301 00002000:00100000:2.0:1746145245.563060:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8700 x1830965535239808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.563071:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8700 with x1830965535239808 ext(0->4095) 00002000:00010000:2.0:1746145245.563073:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8700 00000100:00100000:0.0:1746145245.566255:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.567321:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535239936 00000100:00100000:2.0:1746145245.567327:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535239936 00000100:00100000:2.0:1746145245.567368:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6130 00000100:00100000:2.0:1746145245.567374:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535239936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.567388:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.567401:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535899 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.567422:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.567427:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.567429:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.567432:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.567454:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.567463:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.567472:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054464:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.567537:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.567839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.568693:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240064 00000100:00100000:2.0:1746145245.568697:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240064 00000100:00100000:2.0:1746145245.568732:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6131 00000100:00100000:2.0:1746145245.568737:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31571:x1830965535240064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.568746:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.568754:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358a0 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.568766:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.568769:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.568774:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.568776:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.568796:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.568805:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 14 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.568813:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009465fe00, rc 0) 00000100:00100000:2.0:1746145245.568843:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31571:x1830965535240064:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (1004us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.568848:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6131 00000100:00100000:3.0:1746145245.569435:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df67100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054464:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.569449:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145245.569454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145245.569458:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145245.569476:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31559:x1830965535239936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2102us (3228us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.569482:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6130 00000100:00100000:3.0:1746145245.569498:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240192 00000100:00100000:3.0:1746145245.569500:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240192 00010000:00010000:3.0:1746145245.569514:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.569528:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10261 00000100:00100000:3.0:1746145245.569533:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535240192:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.569541:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.569555:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.569563:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.569578:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935f9400/0xb5ee96b21a0d6578 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535892 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.569606:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.569607:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.569613:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.569620:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.569656:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.569665:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.569673:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054720:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.569716:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.574532:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054720:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.574548:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.574596:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535240192:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5062us (5141us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.574605:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10261 00000100:00100000:0.0:1746145245.575138:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.575988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240448 00000100:00100000:2.0:1746145245.575994:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240448 00002000:00100000:2.0:1746145245.576037:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9500 x1830965535240448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.576047:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9500 with x1830965535240448 ext(0->4095) 00010000:00010000:2.0:1746145245.576054:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.576066:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.576072:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9500 00000100:00100000:2.0:1746145245.576097:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2414 00000100:00100000:2.0:1746145245.576104:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535240448:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.576236:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1960:x1830965535240448:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1097us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.576242:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2414 00002000:00100000:2.0:1746145245.576247:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9500 x1830965535240448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.576254:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9500 with x1830965535240448 ext(0->4095) 00010000:00010000:2.0:1746145245.576257:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.576265:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:2.0:1746145245.576270:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9500 00000100:00100000:0.0:1746145245.579614:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.579933:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240576 00000100:00100000:3.0:1746145245.579941:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240576 00010000:00010000:3.0:1746145245.579970:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.580007:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10262 00000100:00100000:3.0:1746145245.580014:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1963:x1830965535240576:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.580034:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.580052:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.580062:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.580080:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d657f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535899 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.580104:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.580106:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.580113:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.580119:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.580146:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.580158:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054848:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.580920:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.582490:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531054848:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.582505:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.582536:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1963:x1830965535240576:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2522us (2928us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.582544:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10262 00000100:00100000:0.0:1746145245.583927:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.584262:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240832 00000100:00100000:2.0:1746145245.584269:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240832 00002000:00100000:2.0:1746145245.584300:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9c00 x1830965535240832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.584309:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535240832 ext(0->4095) 00002000:00010000:2.0:1746145245.584312:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9c00 00000100:00100000:2.0:1746145245.584332:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4302 00000100:00100000:2.0:1746145245.584338:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535240832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.584472:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535240832:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (548us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.584885:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4302 00002000:00100000:2.0:1746145245.584892:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9c00 x1830965535240832/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.584899:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535240832 ext(0->4095) 00002000:00010000:2.0:1746145245.584902:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9c00 00000100:00100000:0.0:1746145245.586197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.586356:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535240960 00000100:00100000:3.0:1746145245.586361:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535240960 00000100:00100000:3.0:1746145245.586483:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6132 00000100:00100000:3.0:1746145245.586490:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535240960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.586501:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.586512:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358a7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.586534:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.586540:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.586542:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.586545:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.586567:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 11 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.586576:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 11 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.586585:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054976:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.586680:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.588359:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531054976:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.588379:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.588392:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:3.0:1746145245.588432:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535240960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1941us (2237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.588439:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6132 00000100:00100000:0.0:1746145245.589136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.589449:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241088 00000100:00100000:3.0:1746145245.589455:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241088 00010000:00010000:3.0:1746145245.589476:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.589935:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10263 00000100:00100000:3.0:1746145245.589942:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535241088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.589952:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.589969:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.589978:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.589995:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009465fe00/0xb5ee96b21a0d6586 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a0 expref: 12 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.590021:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.590030:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.590036:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.590043:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.590065:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.590075:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.590123:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.591876:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.591889:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.591926:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535241088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1984us (2790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.591934:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10263 00000100:00100000:0.0:1746145245.593216:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.593363:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241344 00000100:00100000:2.0:1746145245.593369:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241344 00002000:00100000:2.0:1746145245.593402:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883ca300 x1830965535241344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.593411:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883ca300 with x1830965535241344 ext(0->4095) 00002000:00010000:2.0:1746145245.593415:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883ca300 00000100:00100000:2.0:1746145245.593439:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4303 00000100:00100000:2.0:1746145245.593446:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535241344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.593582:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535241344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 135us (367us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.593588:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4303 00002000:00100000:2.0:1746145245.593593:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883ca300 x1830965535241344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.593599:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883ca300 with x1830965535241344 ext(0->4095) 00002000:00010000:2.0:1746145245.593602:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883ca300 00000100:00100000:0.0:1746145245.595042:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.595215:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241472 00000100:00100000:3.0:1746145245.595219:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241472 00000100:00100000:3.0:1746145245.595246:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6133 00000100:00100000:3.0:1746145245.595252:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:31559:x1830965535241472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.595264:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.595276:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358ae expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.595301:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.595308:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.595310:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.595313:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.595335:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.595345:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.595355:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531055232:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.595418:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.596096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.596206:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241600 00000100:00100000:0.0:1746145245.596210:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241600 00000100:00100000:0.0:1746145245.596233:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6134 00000100:00100000:0.0:1746145245.596238:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31571:x1830965535241600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145245.596245:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145245.596252:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358b5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.596262:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145245.596265:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.596269:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145245.596272:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 14 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.596288:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 14 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.596297:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 14 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.596306:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4a00, rc 0) 00000100:00100000:0.0:1746145245.596336:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31571:x1830965535241600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 98us (241us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145245.596342:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6134 00000100:00100000:0.0:1746145245.598342:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.598463:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531055232:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.598483:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.598495:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:3.0:1746145245.598533:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:31559:x1830965535241472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3280us (3492us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.598539:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6133 00000100:00100000:2.0:1746145245.598593:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241728 00000100:00100000:2.0:1746145245.598598:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241728 00010000:00010000:2.0:1746145245.598621:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.598671:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10264 00000100:00100000:2.0:1746145245.598677:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535241728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.598686:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.598701:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.598711:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.598728:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d658d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358a7 expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.598739:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.598741:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.598747:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.598757:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.598779:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 12 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.598788:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 12 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.598797:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055488:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.598838:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.601553:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055488:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145245.601566:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145245.601570:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.601608:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535241728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2930us (3269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.601617:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10264 00000100:00100000:1.0:1746145245.601846:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535241984 00000100:00100000:1.0:1746145245.601851:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535241984 00002000:00100000:1.0:1746145245.601883:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cad80 x1830965535241984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.601891:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cad80 with x1830965535241984 ext(0->4095) 00010000:00010000:1.0:1746145245.601899:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.601909:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.601915:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cad80 00000100:00100000:1.0:1746145245.601940:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2415 00000100:00100000:1.0:1746145245.601946:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1963:x1830965535241984:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145245.602083:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1963:x1830965535241984:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 136us (516us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.602089:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2415 00002000:00100000:1.0:1746145245.602093:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cad80 x1830965535241984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.602100:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cad80 with x1830965535241984 ext(0->4095) 00010000:00010000:1.0:1746145245.602104:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.602112:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.602118:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cad80 00000100:00100000:0.0:1746145245.606313:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.606377:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242112 00000100:00100000:2.0:1746145245.606392:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242112 00010000:00010000:2.0:1746145245.606432:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.606488:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10265 00000100:00100000:2.0:1746145245.606496:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1962:x1830965535242112:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.606517:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.606536:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.606547:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.606566:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6594 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ae expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.606595:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.606597:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.606603:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 12 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.606610:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 12 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.606661:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 12 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.606672:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055616:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.606738:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.610980:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531055616:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.611000:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.611040:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1962:x1830965535242112:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4545us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.611049:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10265 00000100:00100000:0.0:1746145245.612612:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.612791:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242368 00000100:00100000:2.0:1746145245.612798:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242368 00002000:00100000:2.0:1746145245.612836:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb480 x1830965535242368/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.612844:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535242368 ext(0->4095) 00002000:00010000:2.0:1746145245.612849:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:2.0:1746145245.612877:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4304 00000100:00100000:2.0:1746145245.612884:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1963:x1830965535242368:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145245.613013:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1963:x1830965535242368:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 128us (404us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.613019:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4304 00002000:00100000:2.0:1746145245.613033:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb480 x1830965535242368/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.613039:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535242368 ext(0->4095) 00002000:00010000:2.0:1746145245.613042:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:0.0:1746145245.617274:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.618088:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242496 00000100:00100000:3.0:1746145245.618096:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242496 00000100:00100000:3.0:1746145245.618141:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6135 00000100:00100000:3.0:1746145245.618148:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535242496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.618162:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.618176:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358bc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.618198:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.618204:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.618206:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.618208:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.618232:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 11 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.618241:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 11 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:3.0:1746145245.618251:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531055744:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.618318:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.619828:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531055744:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.619848:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.619866:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:3.0:1746145245.619906:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535242496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1758us (2639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.619913:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6135 00000100:00100000:0.0:1746145245.626248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.626332:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242624 00000100:00100000:1.0:1746145245.626340:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242624 00002000:00100000:1.0:1746145245.626381:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800883cbb80 x1830965535242624/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.626390:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535242624 ext(0->7) 00010000:00010000:1.0:1746145245.626397:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 12 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.626411:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 12 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.626417:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cbb80 00000100:00100000:1.0:1746145245.626446:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2416 00000100:00100000:1.0:1746145245.626453:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535242624:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145245.628209:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965535242624:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1752us (1962us total) trans 4294968006 rc 0/0 00000100:00100000:1.0:1746145245.628218:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2416 00002000:00100000:1.0:1746145245.628227:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800883cbb80 x1830965535242624/t4294968006(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.628235:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535242624 ext(0->7) 00010000:00010000:1.0:1746145245.628241:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 14 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.628253:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 14 pid: 11330 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.628259:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cbb80 00000100:00100000:0.0:1746145245.631172:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.631614:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242752 00000100:00100000:3.0:1746145245.631622:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242752 00000100:00100000:3.0:1746145245.632727:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6136 00000100:00100000:3.0:1746145245.632738:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:31559:x1830965535242752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.632753:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.632769:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358c3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.632793:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.632798:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.632803:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.632806:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.632834:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.632845:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.632859:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145245.632912:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31559:x1830965535242752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 176us (1744us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.632918:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6136 00000100:00100000:0.0:1746145245.634622:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.634718:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535242880 00000100:00100000:2.0:1746145245.634724:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535242880 00010000:00010000:2.0:1746145245.634749:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 15 pid: 11330 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.634778:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10266 00000100:00100000:2.0:1746145245.634784:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1963:x1830965535242880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.634794:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.634809:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 15 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.634828:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 15 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.634849:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d659b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358b5 expref: 15 pid: 11330 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.634971:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.634973:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.634979:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.634987:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.635011:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.635021:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 5 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.635039:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056000:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.635104:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.637118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.637210:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056000:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.637230:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.637263:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1963:x1830965535242880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2478us (2644us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.637274:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10266 00000100:00100000:1.0:1746145245.637384:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243136 00000100:00100000:1.0:1746145245.637389:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243136 00002000:00100000:1.0:1746145245.637420:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9880 x1830965535243136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.637428:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9880 with x1830965535243136 ext(0->4095) 00010000:00010000:1.0:1746145245.637433:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.637442:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.637448:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9880 00000100:00100000:1.0:1746145245.637462:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2417 00000100:00100000:1.0:1746145245.637468:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535243136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.637596:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535243136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.637601:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2417 00002000:00100000:1.0:1746145245.637606:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9880 x1830965535243136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.637614:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9880 with x1830965535243136 ext(0->4095) 00010000:00010000:1.0:1746145245.637618:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.637639:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.637644:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9880 00000100:00100000:0.0:1746145245.641724:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.641808:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243264 00000100:00100000:2.0:1746145245.641817:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243264 00010000:00010000:2.0:1746145245.641846:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.641878:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10267 00000100:00100000:2.0:1746145245.641885:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535243264:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.641895:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.641911:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.641922:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.641941:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d65a2 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358bc expref: 6 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.641957:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.641959:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.641966:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.641973:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.641997:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.642008:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056128:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.642083:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.646674:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056128:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.646694:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.646739:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535243264:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4854us (5021us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.646747:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10267 00000100:00100000:0.0:1746145245.647476:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.648240:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243520 00000100:00100000:2.0:1746145245.648255:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243520 00002000:00100000:2.0:1746145245.648306:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550380 x1830965535243520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.648318:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550380 with x1830965535243520 ext(0->4095) 00002000:00010000:2.0:1746145245.648325:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550380 00000100:00100000:2.0:1746145245.648355:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4305 00000100:00100000:2.0:1746145245.648368:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1961:x1830965535243520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.649195:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1961:x1830965535243520:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 829us (1718us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.649774:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4305 00002000:00100000:2.0:1746145245.649782:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550380 x1830965535243520/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.649789:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550380 with x1830965535243520 ext(0->4095) 00002000:00010000:2.0:1746145245.650130:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550380 00000100:00100000:0.0:1746145245.652668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.652748:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243648 00000100:00100000:2.0:1746145245.652757:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243648 00000100:00100000:2.0:1746145245.652802:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6137 00000100:00100000:2.0:1746145245.652810:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535243648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.652825:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.652840:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358ca expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.652863:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.652870:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.652872:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.652875:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.652933:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.652943:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 13 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.652953:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056256:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.653909:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.660870:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.660962:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243776 00000100:00100000:3.0:1746145245.660971:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243776 00002000:00100000:3.0:1746145245.661008:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880085550a80 x1830965535243776/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.661018:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550a80 with x1830965535243776 ext(0->7) 00010000:00010000:3.0:1746145245.661034:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 14 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.661048:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 14 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.661054:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550a80 00000100:00100000:2.0:1746145245.661070:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056256:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.661101:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.661120:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:2.0:1746145245.661160:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535243648:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8350us (8497us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.661167:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6137 00000100:00100000:3.0:1746145245.661352:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2418 00000100:00100000:3.0:1746145245.661359:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965535243776:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145245.661603:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535243776:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 244us (739us total) trans 4294968007 rc 0/0 00000100:00100000:3.0:1746145245.661609:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2418 00002000:00100000:3.0:1746145245.661614:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880085550a80 x1830965535243776/t4294968007(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.661648:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550a80 with x1830965535243776 ext(0->7) 00010000:00010000:3.0:1746145245.661653:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.661661:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.661666:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550a80 00000100:00100000:0.0:1746145245.663663:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.663816:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535243904 00000100:00100000:2.0:1746145245.663822:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535243904 00010000:00010000:2.0:1746145245.663849:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.663881:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10268 00000100:00100000:2.0:1746145245.663888:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1962:x1830965535243904:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.663898:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.663913:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.663924:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.663944:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d65a9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358c3 expref: 16 pid: 8466 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.663970:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.663972:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.663979:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.663990:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.664020:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.664039:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056384:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.664099:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.667228:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.667270:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244160 00000100:00100000:1.0:1746145245.667277:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244160 00000100:00100000:2.0:1746145245.667309:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056384:192.168.203.38@tcp:105: 00002000:00100000:1.0:1746145245.667313:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551180 x1830965535244160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.667320:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551180 with x1830965535244160 ext(0->4095) 00002000:00010000:1.0:1746145245.667324:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085551180 00010000:00010000:2.0:1746145245.667325:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.667353:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4306 00000100:00100000:2.0:1746145245.667357:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965535243904:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3470us (3698us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.667359:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535244160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.667364:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10268 00000100:00100000:1.0:1746145245.667502:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535244160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.667510:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4306 00002000:00100000:1.0:1746145245.667515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551180 x1830965535244160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.667522:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551180 with x1830965535244160 ext(0->4095) 00002000:00010000:1.0:1746145245.667524:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085551180 00000100:00100000:0.0:1746145245.671769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.671888:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244288 00000100:00100000:2.0:1746145245.671896:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244288 00000100:00100000:2.0:1746145245.672205:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6138 00000100:00100000:2.0:1746145245.672213:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31571:x1830965535244288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.672228:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.672242:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358d1 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.672266:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.672272:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.672275:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.672278:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.672304:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.672314:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 5 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.672325:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056512:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.672551:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.677671:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056512:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.677704:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.677722:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:2.0:1746145245.677758:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31571:x1830965535244288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5546us (5995us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.677766:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6138 00000100:00100000:0.0:1746145245.687200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.687260:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244544 00000100:00100000:2.0:1746145245.687269:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244544 00010000:00010000:2.0:1746145245.687620:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.687689:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10269 00000100:00100000:2.0:1746145245.687698:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535244544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.687713:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.687729:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.687740:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.687760:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d65b0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ca expref: 6 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.687788:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.687790:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.687797:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.687803:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.687831:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.689408:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056640:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.689503:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.691956:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.692006:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244416 00000100:00100000:3.0:1746145245.692014:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244416 00000100:00100000:3.0:1746145245.692071:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6139 00000100:00100000:3.0:1746145245.692078:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535244416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.692092:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.692106:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358d8 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.692133:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.692138:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.692140:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.692143:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.692168:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.692181:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.692274:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531056640:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.692283:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056768:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.692288:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.692319:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535244544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4622us (5127us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.692327:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10269 00000100:00100000:3.0:1746145245.692334:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.692687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.693045:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244800 00000100:00100000:3.0:1746145245.693049:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244800 00002000:00100000:3.0:1746145245.693072:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551c00 x1830965535244800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.693080:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551c00 with x1830965535244800 ext(0->4095) 00010000:00010000:3.0:1746145245.693085:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 18 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.693094:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 18 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.693099:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551c00 00000100:00100000:3.0:1746145245.693113:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2419 00000100:00100000:3.0:1746145245.693117:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1961:x1830965535244800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.693239:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1961:x1830965535244800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (552us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.693245:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2419 00002000:00100000:3.0:1746145245.694453:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551c00 x1830965535244800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.694467:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551c00 with x1830965535244800 ext(0->4095) 00010000:00010000:3.0:1746145245.694473:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 18 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.694483:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 18 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.694488:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551c00 00000100:00100000:1.0:1746145245.698085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.698143:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535244928 00000100:00100000:2.0:1746145245.698150:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535244928 00000100:00100000:2.0:1746145245.698198:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6140 00000100:00100000:3.0:1746145245.698204:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531056768:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.698205:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535244928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.698217:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.698227:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.698229:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358df expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.698240:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00010000:00010000:2.0:1746145245.698245:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.698248:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.698253:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.698255:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.698279:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.698287:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.698293:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:3.0:1746145245.699149:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535244416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7069us (7196us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.699149:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535244928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 942us (1068us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.699155:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6140 00000100:00100000:3.0:1746145245.699530:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6139 00000100:00100000:0.0:1746145245.718163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.718295:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245056 00000100:00100000:2.0:1746145245.718304:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245056 00010000:00010000:2.0:1746145245.718338:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.718443:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10270 00000100:00100000:2.0:1746145245.718451:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535245056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.718462:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.718478:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.718490:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.718508:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d65b7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d1 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.718523:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.718525:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.718532:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.718539:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.718566:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.718581:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 16 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.718590:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057024:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.718676:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.722980:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.724071:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245312 00000100:00100000:3.0:1746145245.724081:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245312 00002000:00100000:3.0:1746145245.724118:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8ad80 x1830965535245312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.724128:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8ad80 with x1830965535245312 ext(0->4095) 00010000:00010000:3.0:1746145245.724135:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:3.0:1746145245.724148:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:3.0:1746145245.724154:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8ad80 00000100:00100000:1.0:1746145245.725147:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2420 00000100:00100000:1.0:1746145245.725159:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535245312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.725301:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535245312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (2327us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.725307:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2420 00002000:00100000:1.0:1746145245.725312:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8ad80 x1830965535245312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.725319:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8ad80 with x1830965535245312 ext(0->4095) 00010000:00010000:1.0:1746145245.725324:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:1.0:1746145245.725334:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00002000:00010000:1.0:1746145245.725339:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8ad80 00000100:00100000:2.0:1746145245.725571:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057024:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.725588:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.726309:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535245056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7858us (8151us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.726317:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10270 00000100:00100000:0.0:1746145245.730503:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.730589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.730669:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245440 00000100:00100000:3.0:1746145245.730676:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245440 00000100:00100000:3.0:1746145245.730712:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6141 00000100:00100000:3.0:1746145245.730719:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535245440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.730734:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.730749:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358e6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.730771:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.730776:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.730781:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145245.730785:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.730813:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.730826:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.730836:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:3.0:1746145245.730883:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535245440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 164us (386us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.730892:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6141 00000100:00100000:2.0:1746145245.730949:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245568 00000100:00100000:2.0:1746145245.730953:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245568 00010000:00010000:2.0:1746145245.730969:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00000100:00100000:2.0:1746145245.730992:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10271 00000100:00100000:2.0:1746145245.730998:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535245568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.731006:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.731030:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.731040:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.731056:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d65be lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358d8 expref: 17 pid: 8464 timeout: 586 lvb_type: 0 00010000:00010000:2.0:1746145245.731069:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.731070:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.731076:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.731082:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.731100:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.731110:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.731121:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057280:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.731168:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.732721:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.732818:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057280:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.732831:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.732853:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535245568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1855us (2264us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.732860:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10271 00000100:00100000:3.0:1746145245.732910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245824 00000100:00100000:3.0:1746145245.732914:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245824 00002000:00100000:3.0:1746145245.733115:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552680 x1830965535245824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.733125:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552680 with x1830965535245824 ext(0->4095) 00010000:00010000:3.0:1746145245.733132:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.733143:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145245.733148:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085552680 00000100:00100000:3.0:1746145245.733341:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2421 00000100:00100000:3.0:1746145245.733347:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535245824:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.733812:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535245824:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 464us (1093us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.733817:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2421 00002000:00100000:3.0:1746145245.733823:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552680 x1830965535245824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.733829:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552680 with x1830965535245824 ext(0->4095) 00010000:00010000:3.0:1746145245.733834:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.733847:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145245.733852:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085552680 00000100:00100000:0.0:1746145245.736579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.736916:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535245952 00000100:00100000:2.0:1746145245.736923:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535245952 00010000:00010000:2.0:1746145245.736949:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.736982:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10272 00000100:00100000:2.0:1746145245.736987:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535245952:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.736998:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.737013:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.737032:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.737051:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65c5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358df expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.737063:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.737064:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.737070:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.737077:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.737101:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.737110:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057408:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.737168:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.741010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.741083:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246208 00000100:00100000:3.0:1746145245.741091:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246208 00002000:00100000:3.0:1746145245.741123:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552d80 x1830965535246208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.741132:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552d80 with x1830965535246208 ext(0->4095) 00002000:00010000:3.0:1746145245.741136:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552d80 00000100:00100000:3.0:1746145245.741164:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4307 00000100:00100000:3.0:1746145245.741172:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535246208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.741322:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535246208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 149us (317us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.741328:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4307 00002000:00100000:3.0:1746145245.741333:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552d80 x1830965535246208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.741340:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552d80 with x1830965535246208 ext(0->4095) 00002000:00010000:3.0:1746145245.741342:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552d80 00000100:00100000:2.0:1746145245.741554:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057408:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.741570:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.741592:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535245952:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4605us (5018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.741600:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10272 00000100:00100000:0.0:1746145245.743173:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.746922:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246336 00000100:00100000:2.0:1746145245.746933:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246336 00000100:00100000:2.0:1746145245.746973:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6142 00000100:00100000:2.0:1746145245.746982:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535246336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.746996:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.747011:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358ed expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.747043:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.747050:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.747051:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.747054:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.747079:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.747092:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 15 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.747102:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531057536:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.747191:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.750535:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10f100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531057536:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.750568:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.750583:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:2.0:1746145245.750656:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535246336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3674us (7484us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.750664:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6142 00000100:00100000:2.0:1746145245.758243:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.758304:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246464 00000100:00100000:3.0:1746145245.758312:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246464 00000100:00100000:2.0:1746145245.758359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.758375:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246592 00000100:00100000:2.0:1746145245.758377:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246592 00010000:00010000:2.0:1746145245.758395:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.758418:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10273 00000100:00100000:2.0:1746145245.758424:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535246592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.758433:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.758447:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.758456:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.758475:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d65cc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358e6 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.758494:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.758496:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.758501:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.758508:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.758532:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.758545:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057664:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.758591:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.758697:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6143 00000100:00100000:3.0:1746145245.758704:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535246464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.758717:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.758726:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358f4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.758741:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.758746:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.758747:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.758749:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.758764:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.758774:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.758782:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531057792:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.758808:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.761729:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057664:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.761751:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.761780:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535246592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3356us (3420us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.761789:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10273 00000100:00100000:3.0:1746145245.762119:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531057792:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.762137:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.762150:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b6c00, rc 0) 00000100:00100000:3.0:1746145245.762283:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535246464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3579us (4045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.762292:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6143 00000100:00100000:0.0:1746145245.762914:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.762963:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246848 00000100:00100000:1.0:1746145245.762969:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246848 00002000:00100000:1.0:1746145245.762998:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553480 x1830965535246848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.763006:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553480 with x1830965535246848 ext(0->4095) 00010000:00010000:1.0:1746145245.763012:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.763034:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.763040:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085553480 00000100:00100000:1.0:1746145245.763119:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2422 00000100:00100000:1.0:1746145245.763126:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535246848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.763241:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535246848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.763246:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2422 00002000:00100000:1.0:1746145245.763251:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553480 x1830965535246848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.763258:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553480 with x1830965535246848 ext(0->4095) 00010000:00010000:1.0:1746145245.763263:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.763271:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.763276:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085553480 00000100:00100000:0.0:1746145245.765397:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.765468:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535246976 00000100:00100000:2.0:1746145245.765474:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535246976 00010000:00010000:2.0:1746145245.765499:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.765535:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10274 00000100:00100000:2.0:1746145245.765542:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535246976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.765553:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.765572:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.765582:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.765600:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d65d3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358ed expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.765615:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.765616:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.765623:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.765649:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.765676:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.765686:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057920:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.765754:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.767561:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531057920:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.767581:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.767609:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535246976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2067us (2215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.767620:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10274 00000100:00100000:0.0:1746145245.768078:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.768156:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535247232 00000100:00100000:3.0:1746145245.768162:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535247232 00002000:00100000:3.0:1746145245.768191:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553b80 x1830965535247232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.768199:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553b80 with x1830965535247232 ext(0->4095) 00002000:00010000:3.0:1746145245.768203:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085553b80 00000100:00100000:3.0:1746145245.768224:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4308 00000100:00100000:3.0:1746145245.768229:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535247232:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.768336:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535247232:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (259us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.768342:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4308 00002000:00100000:3.0:1746145245.768347:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553b80 x1830965535247232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.768354:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553b80 with x1830965535247232 ext(0->4095) 00002000:00010000:3.0:1746145245.768356:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085553b80 00000100:00100000:0.0:1746145245.770303:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.770666:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535247360 00000100:00100000:3.0:1746145245.770672:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535247360 00000100:00100000:3.0:1746145245.770722:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6144 00000100:00100000:3.0:1746145245.770729:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535247360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.770742:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.770756:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5358fb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.770783:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.770917:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.770920:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.770925:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.770951:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.770961:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 15 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.770971:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058048:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.771475:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.773230:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058048:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.773252:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.773267:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:3.0:1746145245.773575:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535247360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2845us (3274us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.773583:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6144 00000100:00100000:0.0:1746145245.773908:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.774048:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535247488 00000100:00100000:2.0:1746145245.774054:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535247488 00010000:00010000:2.0:1746145245.774075:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.774177:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10275 00000100:00100000:2.0:1746145245.774184:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535247488:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145245.774195:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145245.774209:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.774219:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.774237:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65da lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358f4 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.774257:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.774259:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.774265:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.774271:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.774295:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.774304:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058176:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.774366:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.775748:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058176:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.775761:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.775786:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1961:x1830965535247488:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1602us (1878us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.775794:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10275 00000100:00100000:1.0:1746145245.775966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.776057:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535247744 00000100:00100000:3.0:1746145245.776062:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535247744 00002000:00100000:3.0:1746145245.776089:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88700 x1830965535247744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.776097:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88700 with x1830965535247744 ext(0->4095) 00002000:00010000:3.0:1746145245.776101:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf88700 00000100:00100000:3.0:1746145245.776124:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4309 00000100:00100000:3.0:1746145245.776129:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535247744:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145245.776251:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535247744:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 121us (285us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.776256:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4309 00002000:00100000:3.0:1746145245.776261:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88700 x1830965535247744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.776268:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88700 with x1830965535247744 ext(0->4095) 00002000:00010000:3.0:1746145245.776270:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf88700 00000100:00100000:0.0:1746145245.777618:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.777698:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535247872 00000100:00100000:3.0:1746145245.777702:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535247872 00000100:00100000:3.0:1746145245.777727:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6145 00000100:00100000:3.0:1746145245.777732:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31571:x1830965535247872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.777741:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.777752:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535902 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.777771:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.777781:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.777782:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.777785:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.777803:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.777812:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.777821:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058304:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.777888:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.779316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.779726:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248000 00000100:00100000:1.0:1746145245.779731:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248000 00000100:00100000:1.0:1746145245.779758:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6146 00000100:00100000:1.0:1746145245.779763:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535248000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.779773:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.779783:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535909 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.779800:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.779804:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.779809:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.779812:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 18 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.779835:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.779849:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 18 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.779858:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:1.0:1746145245.779898:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31559:x1830965535248000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (583us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.779903:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6146 00000100:00100000:3.0:1746145245.780179:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058304:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.780195:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.780203:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b6c00, rc 0) 00000100:00100000:3.0:1746145245.780971:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31571:x1830965535247872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3235us (3352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.780977:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6145 00000100:00100000:0.0:1746145245.781148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.781355:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248128 00000100:00100000:3.0:1746145245.781359:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248128 00010000:00010000:3.0:1746145245.781375:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.781398:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10276 00000100:00100000:3.0:1746145245.781402:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535248128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.781411:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.781426:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.781436:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.781452:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d65e1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5358fb expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.781464:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.781466:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.781471:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.781478:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.781498:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.781509:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.781523:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058560:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.781573:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f26c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.783856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.783934:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058560:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.783950:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145245.784236:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248384 00000100:00100000:1.0:1746145245.784242:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248384 00002000:00100000:1.0:1746145245.784272:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38700 x1830965535248384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.784281:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965535248384 ext(0->4095) 00010000:00010000:1.0:1746145245.784288:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.784300:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.784305:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38700 00000100:00100000:1.0:1746145245.784325:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2423 00000100:00100000:1.0:1746145245.784331:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535248384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.784549:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535248128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3145us (3400us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.784557:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10276 00000100:00100000:1.0:1746145245.785182:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535248384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 850us (1328us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.785188:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2423 00002000:00100000:1.0:1746145245.785193:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38700 x1830965535248384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.785200:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965535248384 ext(0->4095) 00010000:00010000:1.0:1746145245.785205:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.785213:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.785219:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38700 00000100:00100000:0.0:1746145245.787992:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.788051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.788104:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248640 00000100:00100000:3.0:1746145245.788112:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248640 00010000:00010000:3.0:1746145245.788141:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.788163:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10277 00000100:00100000:3.0:1746145245.788169:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a71050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535248640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.788179:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.788194:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.788203:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.788223:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d65e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535902 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.788234:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.788237:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.788243:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.788250:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.788275:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.788285:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058688:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.788344:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f26c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.788457:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248512 00000100:00100000:2.0:1746145245.788460:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248512 00000100:00100000:2.0:1746145245.788478:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6147 00000100:00100000:2.0:1746145245.788482:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535248512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.788492:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.788501:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535910 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.788515:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.788520:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.788521:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.788524:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.788537:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.788549:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.788556:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058816:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.788578:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.792269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.792439:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058688:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.792456:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.792490:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a71050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535248640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4320us (4438us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.792499:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10277 00000100:00100000:2.0:1746145245.792804:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531058816:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.792824:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.792842:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094271c00, rc 0) 00000100:00100000:2.0:1746145245.792863:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535248512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4380us (4876us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.792869:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6147 00000100:00100000:1.0:1746145245.792928:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535248896 00000100:00100000:1.0:1746145245.792933:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535248896 00002000:00100000:1.0:1746145245.792964:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38e00 x1830965535248896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.792972:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38e00 with x1830965535248896 ext(0->4095) 00010000:00010000:1.0:1746145245.792977:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.792989:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.793006:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38e00 00000100:00100000:1.0:1746145245.793031:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2424 00000100:00100000:1.0:1746145245.793039:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535248896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.793148:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535248896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 110us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.793154:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2424 00002000:00100000:1.0:1746145245.793158:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38e00 x1830965535248896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.793165:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38e00 with x1830965535248896 ext(0->4095) 00010000:00010000:1.0:1746145245.793169:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.793177:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.793187:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38e00 00000100:00100000:0.0:1746145245.796174:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.796595:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.796697:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249152 00000100:00100000:3.0:1746145245.796704:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249152 00010000:00010000:3.0:1746145245.796731:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.796755:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10278 00000100:00100000:3.0:1746145245.796761:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535249152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.796771:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.796786:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.796801:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.796820:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d65ef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535909 expref: 16 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.796847:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.796849:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.796856:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.796864:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.796891:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.796901:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058944:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.796958:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.797183:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249024 00000100:00100000:2.0:1746145245.797187:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249024 00000100:00100000:2.0:1746145245.797494:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6148 00000100:00100000:2.0:1746145245.797501:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535249024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.797512:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.797521:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535917 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.797536:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.797545:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.797546:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.797549:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.797566:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.797575:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.797583:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059072:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.797608:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.800494:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059072:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.800521:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.800536:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46cc00, rc 0) 00000100:00100000:2.0:1746145245.800867:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535249024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3364us (4696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.800874:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6148 00000100:00100000:0.0:1746145245.801118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.801165:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249408 00000100:00100000:2.0:1746145245.801170:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249408 00002000:00100000:2.0:1746145245.801198:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39880 x1830965535249408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.801210:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39880 with x1830965535249408 ext(0->4095) 00010000:00010000:2.0:1746145245.801216:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.801226:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.801231:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39880 00000100:00100000:2.0:1746145245.801246:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2425 00000100:00100000:2.0:1746145245.801252:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535249408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.801361:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535249408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (244us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.801366:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2425 00002000:00100000:2.0:1746145245.801370:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39880 x1830965535249408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.801377:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39880 with x1830965535249408 ext(0->4095) 00010000:00010000:2.0:1746145245.801381:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.801389:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.801394:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39880 00000100:00100000:3.0:1746145245.801518:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531058944:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.801530:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.801548:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535249152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4788us (4953us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.801554:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10278 00000100:00100000:0.0:1746145245.804580:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.804640:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.804699:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249536 00000100:00100000:3.0:1746145245.804706:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249536 00010000:00010000:3.0:1746145245.804731:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.804752:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10279 00000100:00100000:3.0:1746145245.804759:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535249536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.804768:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.804784:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.804794:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.804812:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094271c00/0xb5ee96b21a0d65f6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535910 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.804879:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249664 00000100:00100000:2.0:1746145245.804883:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249664 00000100:00100000:2.0:1746145245.804903:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6149 00000100:00100000:2.0:1746145245.804908:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535249664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.804919:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.804929:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53591e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.804943:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.804948:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.804953:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.804957:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.804983:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.804994:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.805002:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.805004:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.805009:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.805016:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.805048:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.805057:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 15 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.805068:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059328:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145245.805120:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00010000:00010000:3.0:1746145245.805357:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.805378:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965535249536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 619us (803us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.805385:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10279 00000100:00100000:2.0:1746145245.807809:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059328:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145245.807826:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:2.0:1746145245.807858:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535249664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2949us (3232us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.807864:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6149 00000100:00100000:0.0:1746145245.808803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.808939:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535249792 00000100:00100000:3.0:1746145245.808946:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535249792 00010000:00010000:3.0:1746145245.808969:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.808988:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10280 00000100:00100000:3.0:1746145245.808994:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535249792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.809007:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.809030:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.809041:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.809059:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d65fd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535917 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.809071:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.809072:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.809078:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.809085:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.809109:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.809119:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531059456:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.810399:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.812603:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531059456:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.812620:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.812671:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965535249792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3677us (3870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.812683:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10280 00000100:00100000:0.0:1746145245.813705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.813759:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250048 00000100:00100000:2.0:1746145245.813764:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250048 00002000:00100000:2.0:1746145245.813793:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a680 x1830965535250048/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.813801:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a680 with x1830965535250048 ext(0->4095) 00002000:00010000:2.0:1746145245.813805:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3a680 00000100:00100000:2.0:1746145245.813818:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4310 00000100:00100000:2.0:1746145245.813824:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535250048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145245.814347:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535250048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 520us (639us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.814356:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4310 00002000:00100000:2.0:1746145245.814362:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a680 x1830965535250048/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.814368:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a680 with x1830965535250048 ext(0->4095) 00002000:00010000:2.0:1746145245.814371:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3a680 00000100:00100000:0.0:1746145245.816121:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.816394:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250176 00000100:00100000:2.0:1746145245.816401:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250176 00000100:00100000:2.0:1746145245.816441:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6150 00000100:00100000:2.0:1746145245.816446:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31571:x1830965535250176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.816459:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.816473:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535925 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.816496:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.816502:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.816504:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.816507:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.816532:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.816542:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.816556:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059584:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.816647:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.818916:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531059584:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.818940:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.818956:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8d40600, rc 0) 00000100:00100000:2.0:1746145245.818999:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31571:x1830965535250176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2552us (2881us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.819006:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6150 00000100:00100000:0.0:1746145245.819675:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.819789:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250304 00000100:00100000:2.0:1746145245.819794:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250304 00000100:00100000:2.0:1746145245.819821:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6151 00000100:00100000:2.0:1746145245.819827:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535250304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.819838:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.819849:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53592c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.819865:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.819869:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.819874:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.819877:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.819903:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.819911:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.819918:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46ce00, rc 0) 00000100:00100000:2.0:1746145245.819945:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535250304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 118us (271us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.819950:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6151 00000100:00100000:0.0:1746145245.821283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.821806:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250432 00000100:00100000:3.0:1746145245.821811:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250432 00010000:00010000:3.0:1746145245.821829:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.821854:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10281 00000100:00100000:3.0:1746145245.821858:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535250432:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.821867:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.821880:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.821888:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.821905:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6604 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53591e expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.821924:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.821926:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.821931:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.821938:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.821959:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.821970:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.821979:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531059840:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.822045:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.824455:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531059840:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.824469:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.824496:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535250432:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2637us (3214us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.824504:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10281 00000100:00100000:0.0:1746145245.824844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.825145:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250688 00000100:00100000:3.0:1746145245.825151:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250688 00002000:00100000:3.0:1746145245.825179:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b480 x1830965535250688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.825187:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965535250688 ext(0->4095) 00010000:00010000:3.0:1746145245.825194:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.825204:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145245.825209:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:3.0:1746145245.825222:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2426 00000100:00100000:3.0:1746145245.825227:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535250688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.825351:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535250688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (507us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.825357:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2426 00002000:00100000:3.0:1746145245.825361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b480 x1830965535250688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.825367:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965535250688 ext(0->4095) 00010000:00010000:3.0:1746145245.825371:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.825379:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145245.825384:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:0.0:1746145245.827748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.827861:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250816 00000100:00100000:2.0:1746145245.827867:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250816 00000100:00100000:2.0:1746145245.827905:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6152 00000100:00100000:2.0:1746145245.827911:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535250816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.827924:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.827937:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535933 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.827959:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.827964:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.827969:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.827972:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.828007:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.828018:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.828037:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:2.0:1746145245.828179:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535250816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 266us (434us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.828185:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6152 00000100:00100000:0.0:1746145245.830222:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.830521:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535250944 00000100:00100000:3.0:1746145245.830527:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535250944 00010000:00010000:3.0:1746145245.830551:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.830584:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10282 00000100:00100000:3.0:1746145245.830590:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535250944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.830601:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.830617:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.830647:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.830667:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d660b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535925 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.830689:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.830691:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.830698:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.830704:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.830729:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.830739:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.830749:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060096:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.830811:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.833222:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060096:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.833237:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.833264:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535250944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2674us (3045us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.833272:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10282 00000100:00100000:0.0:1746145245.833711:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.833887:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535251200 00000100:00100000:1.0:1746145245.833892:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535251200 00002000:00100000:1.0:1746145245.833924:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38380 x1830965535251200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.833933:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38380 with x1830965535251200 ext(0->4095) 00010000:00010000:1.0:1746145245.833939:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.833951:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.833957:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38380 00000100:00100000:1.0:1746145245.833979:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2427 00000100:00100000:1.0:1746145245.833985:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535251200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.834107:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535251200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (397us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.834112:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2427 00002000:00100000:1.0:1746145245.834117:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38380 x1830965535251200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.834123:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38380 with x1830965535251200 ext(0->4095) 00010000:00010000:1.0:1746145245.834127:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.834139:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.834143:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38380 00000100:00100000:0.0:1746145245.836314:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.836387:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535251328 00000100:00100000:2.0:1746145245.836392:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535251328 00000100:00100000:2.0:1746145245.836421:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6153 00000100:00100000:2.0:1746145245.836427:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535251328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.836440:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.836455:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53593a expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.836474:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.836480:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.836485:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.836488:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 17 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.836520:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.836531:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 17 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.836540:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:2.0:1746145245.836584:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535251328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (274us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.836589:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6153 00000100:00100000:0.0:1746145245.837750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.837899:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535251456 00000100:00100000:3.0:1746145245.837903:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535251456 00010000:00010000:3.0:1746145245.837921:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.837939:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10283 00000100:00100000:3.0:1746145245.837944:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1963:x1830965535251456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.837952:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.837967:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.837977:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.837994:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6612 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53592c expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.838280:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.838283:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.838289:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.838297:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.838322:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.838331:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 5 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.838342:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060352:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.838506:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.840606:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.840709:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060352:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.840724:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.840783:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535251712 00000100:00100000:2.0:1746145245.840788:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535251712 00002000:00100000:2.0:1746145245.840818:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67b800 x1830965535251712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.840827:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535251712 ext(0->4095) 00010000:00010000:2.0:1746145245.840834:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.840846:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.840851:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b800 00000100:00100000:2.0:1746145245.840867:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2428 00000100:00100000:2.0:1746145245.840873:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535251712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.841071:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965535251456:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3125us (3321us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.841078:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10283 00000100:00100000:2.0:1746145245.841952:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535251712:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1078us (1348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.841959:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2428 00002000:00100000:2.0:1746145245.841965:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67b800 x1830965535251712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.841972:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535251712 ext(0->4095) 00010000:00010000:2.0:1746145245.841977:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.841986:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.841991:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67b800 00000100:00100000:0.0:1746145245.844688:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.844826:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535251840 00000100:00100000:3.0:1746145245.844833:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535251840 00010000:00010000:3.0:1746145245.844864:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.844887:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10284 00000100:00100000:3.0:1746145245.844893:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a71450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535251840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.844904:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.844920:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.844930:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.844949:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6619 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535933 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.844962:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.844964:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.844970:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.844978:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.845004:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.845014:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060480:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.845702:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.847783:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060480:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.847801:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.847834:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a71450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535251840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2940us (3152us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.847842:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10284 00000100:00100000:0.0:1746145245.848674:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.848871:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252096 00000100:00100000:2.0:1746145245.848878:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252096 00002000:00100000:2.0:1746145245.848912:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07800 x1830965535252096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.848921:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07800 with x1830965535252096 ext(0->4095) 00002000:00010000:2.0:1746145245.848925:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07800 00000100:00100000:2.0:1746145245.848940:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4311 00000100:00100000:2.0:1746145245.848947:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535252096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.849084:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535252096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 136us (411us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.849090:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4311 00002000:00100000:2.0:1746145245.849095:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07800 x1830965535252096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.849107:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07800 with x1830965535252096 ext(0->4095) 00002000:00010000:2.0:1746145245.849109:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07800 00000100:00100000:0.0:1746145245.851971:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.852112:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252224 00000100:00100000:2.0:1746145245.852118:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252224 00000100:00100000:2.0:1746145245.852183:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6154 00000100:00100000:2.0:1746145245.852190:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535252224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.852204:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.852218:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535941 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.852243:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.852250:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.852251:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.852255:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.852278:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.852289:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 15 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.852299:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531060608:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.852375:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.854320:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531060608:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.854342:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.854355:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:2.0:1746145245.854382:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535252224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2193us (2416us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.854388:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6154 00000100:00100000:0.0:1746145245.855156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.855314:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252352 00000100:00100000:3.0:1746145245.855319:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252352 00010000:00010000:3.0:1746145245.855342:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.855371:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10285 00000100:00100000:3.0:1746145245.855376:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535252352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.855387:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.855402:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.855415:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.855433:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6620 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53593a expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.855446:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.855448:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.855454:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.855461:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.855484:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.855494:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060736:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.855546:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.857750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.858155:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.858211:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252608 00000100:00100000:1.0:1746145245.858216:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252608 00002000:00100000:1.0:1746145245.858250:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965535252608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.858259:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965535252608 ext(0->4095) 00002000:00010000:1.0:1746145245.858263:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df67100 00000100:00100000:2.0:1746145245.858316:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252736 00000100:00100000:2.0:1746145245.858319:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252736 00000100:00100000:2.0:1746145245.858338:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6155 00000100:00100000:2.0:1746145245.858344:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b826c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535252736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.858354:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.858365:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535948 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.858386:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.858392:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.858393:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.858396:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.858418:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.858428:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.858438:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531060864:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.858491:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.858581:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531060736:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.858594:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.858611:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535252352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3235us (3457us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.858618:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10285 00000100:00100000:1.0:1746145245.858884:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2429 00000100:00100000:1.0:1746145245.858890:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535252608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.858998:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535252608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (1252us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.859003:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2429 00002000:00100000:1.0:1746145245.859007:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965535252608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.859014:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965535252608 ext(0->4095) 00010000:00010000:1.0:1746145245.859019:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.859038:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.859047:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67100 00000100:00100000:0.0:1746145245.861302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.861458:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252864 00000100:00100000:2.0:1746145245.861468:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252864 00000100:00100000:2.0:1746145245.861510:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6156 00000100:00100000:2.0:1746145245.861517:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31571:x1830965535252864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.861529:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.861542:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53594f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.861562:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.861567:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.861572:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.861575:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 18 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.861602:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.861612:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 18 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.861620:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46ce00, rc 0) 00000100:00100000:2.0:1746145245.861676:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31571:x1830965535252864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 159us (379us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.861682:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6156 00000100:00100000:3.0:1746145245.861888:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531060864:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.861904:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.861912:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:3.0:1746145245.861927:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b826c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535252736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3584us (3772us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.861933:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6155 00000100:00100000:2.0:1746145245.862840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.863331:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535252992 00000100:00100000:3.0:1746145245.863336:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535252992 00010000:00010000:3.0:1746145245.863354:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.863456:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10286 00000100:00100000:3.0:1746145245.863462:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535252992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.863470:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.863485:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.863494:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.863511:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6627 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535941 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.863771:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.863773:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.863779:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.863786:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.863809:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.863818:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.863828:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061120:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.864148:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.865975:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061120:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.865989:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.866032:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535252992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2561us (3185us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.866041:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10286 00000100:00100000:0.0:1746145245.866793:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.866857:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535253248 00000100:00100000:2.0:1746145245.866862:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535253248 00002000:00100000:2.0:1746145245.866891:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ffb80 x1830965535253248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.866899:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ffb80 with x1830965535253248 ext(0->4095) 00010000:00010000:2.0:1746145245.866905:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.866915:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.866921:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ffb80 00000100:00100000:2.0:1746145245.866991:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2430 00000100:00100000:2.0:1746145245.866996:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535253248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.867107:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535253248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (315us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.867112:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2430 00002000:00100000:2.0:1746145245.867117:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ffb80 x1830965535253248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.867124:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ffb80 with x1830965535253248 ext(0->4095) 00010000:00010000:2.0:1746145245.867129:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.867142:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.867147:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ffb80 00000100:00100000:0.0:1746145245.868941:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.869368:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535253376 00000100:00100000:3.0:1746145245.869375:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535253376 00010000:00010000:3.0:1746145245.869397:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.869715:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10287 00000100:00100000:3.0:1746145245.869722:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1962:x1830965535253376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.869731:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.869747:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.869757:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.869778:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d662e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535948 expref: 17 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.869791:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.869792:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.869798:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.869805:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.869827:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.869838:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061248:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.870091:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.871554:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.871788:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535253632 00000100:00100000:1.0:1746145245.871793:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535253632 00002000:00100000:1.0:1746145245.871823:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481880 x1830965535253632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.871832:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481880 with x1830965535253632 ext(0->4095) 00002000:00010000:1.0:1746145245.871836:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481880 00000100:00100000:1.0:1746145245.871918:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4313 00000100:00100000:1.0:1746145245.871924:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535253632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.871946:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061248:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.871961:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.872080:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1962:x1830965535253376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2357us (3141us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.872100:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535253632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 176us (549us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.872106:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4313 00002000:00100000:1.0:1746145245.872111:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481880 x1830965535253632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.872118:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481880 with x1830965535253632 ext(0->4095) 00002000:00010000:1.0:1746145245.872120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481880 00000100:00100000:3.0:1746145245.872150:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10287 00000100:00100000:0.0:1746145245.873570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.873682:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535253760 00000100:00100000:3.0:1746145245.873687:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535253760 00000100:00100000:3.0:1746145245.873719:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6157 00000100:00100000:3.0:1746145245.873725:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535253760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.873735:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.873749:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535956 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.873769:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.873774:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.873775:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.873779:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.873801:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 15 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.873811:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 15 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.873820:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531061376:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.873880:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.875462:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531061376:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.875482:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.875503:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145245.875543:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535253760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1816us (1973us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.875550:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6157 00000100:00100000:0.0:1746145245.875719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.875858:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535253888 00000100:00100000:3.0:1746145245.875863:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535253888 00010000:00010000:3.0:1746145245.875879:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.875910:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10288 00000100:00100000:3.0:1746145245.875919:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1960:x1830965535253888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.875929:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.876351:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.876362:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.876384:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d6635 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53594f expref: 16 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.876406:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.876408:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.876414:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.876424:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.876446:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.876455:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061504:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.876510:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.878070:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061504:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.878083:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.878122:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1960:x1830965535253888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2205us (2401us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.878130:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10288 00000100:00100000:0.0:1746145245.878690:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.878749:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254144 00000100:00100000:1.0:1746145245.878754:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254144 00002000:00100000:1.0:1746145245.878784:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965535254144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.878797:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965535254144 ext(0->4095) 00002000:00010000:1.0:1746145245.878801:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388a80 00000100:00100000:1.0:1746145245.880727:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4314 00000100:00100000:1.0:1746145245.880740:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535254144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.881505:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535254144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 767us (2812us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.881512:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4314 00002000:00100000:1.0:1746145245.881519:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965535254144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.881527:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965535254144 ext(0->4095) 00002000:00010000:1.0:1746145245.881531:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388a80 00000100:00100000:0.0:1746145245.883811:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.884103:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.884265:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254272 00000100:00100000:3.0:1746145245.884273:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254272 00000100:00100000:3.0:1746145245.884306:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254400 00000100:00100000:3.0:1746145245.884308:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254400 00000100:00100000:3.0:1746145245.884323:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6158 00000100:00100000:3.0:1746145245.884329:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535254272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.884341:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.884355:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53595d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884377:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884387:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.884389:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.884392:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884415:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884425:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.884436:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531061632:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.884499:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.884513:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6159 00000100:00100000:3.0:1746145245.884519:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31571:x1830965535254400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.884525:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.884530:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535964 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884540:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.884543:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884547:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.884550:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884571:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884582:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 18 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.884591:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145245.884610:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31571:x1830965535254400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 91us (507us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.884616:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6159 00000100:00100000:3.0:1746145245.887656:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531061632:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.887682:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.887697:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:0.0:1746145245.887797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.887859:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254528 00000100:00100000:3.0:1746145245.887868:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254528 00010000:00010000:3.0:1746145245.887891:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.887961:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10289 00000100:00100000:3.0:1746145245.887967:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535254528:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.887976:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.887991:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.888005:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.888034:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d663c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535956 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.888202:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.888204:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746145245.888206:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535254272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3876us (4401us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145245.888210:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145245.888213:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6158 00010000:00010000:3.0:1746145245.888216:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.888239:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.888248:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 16 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.888262:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061888:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.888345:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.889815:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531061888:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.889834:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145245.889858:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.889868:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535254528:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1902us (2072us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.889878:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10289 00000100:00100000:2.0:1746145245.889938:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254784 00000100:00100000:2.0:1746145245.889942:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254784 00002000:00100000:2.0:1746145245.889969:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697800 x1830965535254784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.889977:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697800 with x1830965535254784 ext(0->4095) 00010000:00010000:2.0:1746145245.889982:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.889997:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.890003:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697800 00000100:00100000:2.0:1746145245.890017:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2431 00000100:00100000:2.0:1746145245.890034:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535254784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.890148:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535254784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (289us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.890154:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2431 00002000:00100000:2.0:1746145245.890159:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697800 x1830965535254784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.890171:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697800 with x1830965535254784 ext(0->4095) 00010000:00010000:2.0:1746145245.890175:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.890183:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.890188:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092697800 00000100:00100000:0.0:1746145245.891291:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.891360:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535254912 00000100:00100000:3.0:1746145245.891363:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535254912 00010000:00010000:3.0:1746145245.891377:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.891399:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10290 00000100:00100000:3.0:1746145245.891404:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1963:x1830965535254912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.891411:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.891422:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.891434:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.891452:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6643 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53595d expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.891507:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.891510:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.891516:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.891524:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.891547:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.891556:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062016:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.891603:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.893554:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.893620:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062016:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.893654:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.893683:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965535254912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2278us (2393us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.893691:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10290 00000100:00100000:1.0:1746145245.893955:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255168 00000100:00100000:1.0:1746145245.893960:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255168 00002000:00100000:1.0:1746145245.893988:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695c00 x1830965535255168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.893997:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695c00 with x1830965535255168 ext(0->4095) 00002000:00010000:1.0:1746145245.894001:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695c00 00000100:00100000:1.0:1746145245.894037:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4315 00000100:00100000:1.0:1746145245.894043:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535255168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.894141:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535255168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (590us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.894146:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4315 00002000:00100000:1.0:1746145245.894151:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695c00 x1830965535255168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.894158:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695c00 with x1830965535255168 ext(0->4095) 00002000:00010000:1.0:1746145245.894160:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695c00 00000100:00100000:0.0:1746145245.896031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.896954:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255296 00000100:00100000:2.0:1746145245.896960:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255296 00000100:00100000:2.0:1746145245.897004:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6160 00000100:00100000:2.0:1746145245.897012:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535255296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.897032:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.897046:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53596b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.897069:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.897076:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.897077:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.897081:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.897105:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 15 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.897119:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 15 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.897135:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062144:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.897209:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.898863:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062144:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.898888:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.898902:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:2.0:1746145245.898931:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535255296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1919us (2909us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.898937:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6160 00000100:00100000:0.0:1746145245.899124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.899175:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255424 00000100:00100000:3.0:1746145245.899181:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255424 00010000:00010000:3.0:1746145245.899200:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.900174:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10291 00000100:00100000:3.0:1746145245.900183:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a2b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535255424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.900192:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.900208:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.900219:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.900236:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d664a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535964 expref: 16 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.900252:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.900254:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.900260:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.900266:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.900288:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.900296:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062272:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.900341:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.902309:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062272:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.902327:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.902363:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a2b4c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1961:x1830965535255424:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2182us (3240us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.902371:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10291 00000100:00100000:0.0:1746145245.902484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.903141:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255680 00000100:00100000:3.0:1746145245.903147:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255680 00002000:00100000:3.0:1746145245.903174:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694700 x1830965535255680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.903182:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694700 with x1830965535255680 ext(0->4095) 00002000:00010000:3.0:1746145245.903186:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694700 00000100:00100000:3.0:1746145245.903617:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4316 00000100:00100000:3.0:1746145245.903651:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535255680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145245.903783:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535255680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 159us (1298us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.903790:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4316 00002000:00100000:3.0:1746145245.903794:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694700 x1830965535255680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.903801:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694700 with x1830965535255680 ext(0->4095) 00002000:00010000:3.0:1746145245.903804:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694700 00000100:00100000:0.0:1746145245.904590:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.904909:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255808 00000100:00100000:2.0:1746145245.904914:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255808 00000100:00100000:2.0:1746145245.905574:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6161 00000100:00100000:2.0:1746145245.905582:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:31559:x1830965535255808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.905592:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.905607:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535972 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.905644:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.905654:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.905656:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.905659:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.905682:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.905692:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.905702:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062400:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.905904:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.906350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.906390:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535255936 00000100:00100000:1.0:1746145245.906394:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535255936 00000100:00100000:1.0:1746145245.906413:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6162 00000100:00100000:1.0:1746145245.906417:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31571:x1830965535255936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145245.906424:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145245.906430:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535979 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.906440:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145245.906443:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.906448:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145245.906450:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 18 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.906467:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.906479:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 18 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145245.906487:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:1.0:1746145245.906507:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31571:x1830965535255936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.906512:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6162 00000100:00100000:0.0:1746145245.908566:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.908673:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062400:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.908694:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.908708:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145245.908737:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535255808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3156us (4148us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.908743:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6161 00000100:00100000:3.0:1746145245.908802:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256064 00000100:00100000:3.0:1746145245.908807:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256064 00010000:00010000:3.0:1746145245.908826:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.908854:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10292 00000100:00100000:3.0:1746145245.908860:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535256064:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.908869:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.908884:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.909170:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.909191:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6651 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53596b expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.909203:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.909204:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.909210:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.909223:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.909244:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 16 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.909254:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 16 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.909263:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062656:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.909741:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.910655:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062656:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.910668:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.910716:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535256064:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1855us (2154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.910723:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10292 00000100:00100000:0.0:1746145245.914535:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.915749:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256320 00000100:00100000:1.0:1746145245.915757:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256320 00002000:00100000:1.0:1746145245.915793:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccca80 x1830965535256320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.915802:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccca80 with x1830965535256320 ext(0->4095) 00010000:00010000:1.0:1746145245.915809:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.915822:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.915828:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccca80 00000100:00100000:1.0:1746145245.915853:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2432 00000100:00100000:1.0:1746145245.915859:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535256320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.915989:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535256320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (1459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.915995:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2432 00002000:00100000:1.0:1746145245.916000:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccca80 x1830965535256320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.916007:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccca80 with x1830965535256320 ext(0->4095) 00010000:00010000:1.0:1746145245.916010:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.916019:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.916032:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880132ccca80 00000100:00100000:0.0:1746145245.919276:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.919413:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256448 00000100:00100000:3.0:1746145245.919421:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256448 00010000:00010000:3.0:1746145245.919452:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.919492:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10293 00000100:00100000:3.0:1746145245.919498:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535256448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.919510:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.919528:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.919539:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.919558:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6658 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535972 expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.919583:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.919586:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.919593:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.919600:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.919721:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 16 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.919732:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062784:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.920487:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.922109:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531062784:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145245.922111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145245.922128:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.922156:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535256448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2658us (2886us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.922162:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256704 00000100:00100000:3.0:1746145245.922164:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10293 00000100:00100000:2.0:1746145245.922168:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256704 00002000:00100000:2.0:1746145245.922197:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccfb80 x1830965535256704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.922211:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccfb80 with x1830965535256704 ext(0->4095) 00002000:00010000:2.0:1746145245.922215:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccfb80 00000100:00100000:2.0:1746145245.922239:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4317 00000100:00100000:2.0:1746145245.922249:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1962:x1830965535256704:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145245.922351:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1962:x1830965535256704:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 107us (243us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.922357:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4317 00002000:00100000:2.0:1746145245.922361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccfb80 x1830965535256704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.922368:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccfb80 with x1830965535256704 ext(0->4095) 00002000:00010000:2.0:1746145245.922370:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccfb80 00000100:00100000:2.0:1746145245.926133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.926220:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256832 00000100:00100000:0.0:1746145245.926227:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256832 00000100:00100000:0.0:1746145245.926698:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6163 00000100:00100000:0.0:1746145245.926706:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535256832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145245.926720:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145245.926735:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535980 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.926758:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.926770:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145245.926771:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145245.926775:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.926800:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 15 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145245.926810:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 15 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746145245.926821:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062912:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145245.926891:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.929459:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cec380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531062912:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.929479:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.929492:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4400, rc 0) 00000100:00100000:2.0:1746145245.929519:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535256832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2815us (3398us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.929525:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6163 00000100:00100000:0.0:1746145245.932192:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.932994:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.933097:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257088 00000100:00100000:2.0:1746145245.933105:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257088 00000100:00100000:2.0:1746145245.933142:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6164 00000100:00100000:2.0:1746145245.933149:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:31559:x1830965535257088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.933164:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.933178:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535987 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.933200:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.933205:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.933210:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145245.933214:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.933244:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.933254:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.933264:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:2.0:1746145245.933300:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:31559:x1830965535257088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 152us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.933306:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6164 00000100:00100000:3.0:1746145245.933617:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535256960 00000100:00100000:3.0:1746145245.933622:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535256960 00010000:00010000:3.0:1746145245.933650:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.933680:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10294 00000100:00100000:3.0:1746145245.933685:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1961:x1830965535256960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.933693:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.933708:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.933717:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.933732:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d665f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535979 expref: 17 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.933744:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.933745:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.933751:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.933758:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.933814:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.933828:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.933837:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063168:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.933892:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.937289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.937350:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257344 00000100:00100000:1.0:1746145245.937357:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257344 00000100:00100000:3.0:1746145245.937394:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063168:192.168.203.38@tcp:105: 00002000:00100000:1.0:1746145245.937394:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965535257344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.937403:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965535257344 ext(0->4095) 00010000:00010000:1.0:1746145245.937411:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.937416:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145245.937422:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.937428:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec380 00000100:00100000:3.0:1746145245.937447:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535256960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3761us (5259us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145245.937452:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2433 00000100:00100000:3.0:1746145245.937455:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10294 00000100:00100000:1.0:1746145245.937459:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535257344:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145245.937579:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535257344:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (296us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.937584:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2433 00002000:00100000:1.0:1746145245.937589:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965535257344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.937596:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965535257344 ext(0->4095) 00010000:00010000:1.0:1746145245.937600:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.937608:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.937617:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec380 00000100:00100000:0.0:1746145245.940613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.940747:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257472 00000100:00100000:3.0:1746145245.940754:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257472 00010000:00010000:3.0:1746145245.940780:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.940816:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10295 00000100:00100000:3.0:1746145245.940822:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535257472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.940833:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.941430:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.941443:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.941465:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6666 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535980 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.941479:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.941482:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.941489:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.941496:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.941526:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.941536:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063296:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.941617:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.943546:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.943667:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257728 00000100:00100000:1.0:1746145245.943673:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257728 00000100:00100000:3.0:1746145245.943680:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063296:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.943698:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746145245.943703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074000 x1830965535257728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.943712:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074000 with x1830965535257728 ext(0->4095) 00002000:00010000:1.0:1746145245.943715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092074000 00000100:00100000:3.0:1746145245.943738:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535257472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2915us (3128us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.943746:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10295 00000100:00100000:1.0:1746145245.943747:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4318 00000100:00100000:1.0:1746145245.943753:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535257728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145245.943869:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535257728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (326us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145245.943875:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4318 00002000:00100000:1.0:1746145245.943880:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074000 x1830965535257728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.943887:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074000 with x1830965535257728 ext(0->4095) 00002000:00010000:1.0:1746145245.943889:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092074000 00000100:00100000:0.0:1746145245.950507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.950563:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257856 00000100:00100000:2.0:1746145245.950570:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257856 00000100:00100000:2.0:1746145245.950613:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6165 00000100:00100000:2.0:1746145245.950619:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535257856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.951371:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.951388:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53598e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.951414:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.951420:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.951422:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.951425:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.951449:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.951460:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 15 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.951470:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063424:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.954144:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.958444:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063424:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.958473:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.958489:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145245.958523:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535257856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7904us (8023us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.958533:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6165 00000100:00100000:0.0:1746145245.958693:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.958791:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535257984 00000100:00100000:3.0:1746145245.958797:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535257984 00002000:00100000:3.0:1746145245.958829:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092074700 x1830965535257984/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145245.958837:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074700 with x1830965535257984 ext(0->7) 00010000:00010000:3.0:1746145245.958843:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 16 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.958859:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 16 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145245.958865:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074700 00000100:00100000:3.0:1746145245.960033:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2434 00000100:00100000:2.0:1746145245.960080:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1961:x1830965535257984:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145245.961653:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1961:x1830965535257984:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1609us (2957us total) trans 4294968008 rc 0/0 00000100:00100000:2.0:1746145245.961662:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2434 00002000:00100000:2.0:1746145245.961671:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092074700 x1830965535257984/t4294968008(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.961680:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074700 with x1830965535257984 ext(0->7) 00010000:00010000:2.0:1746145245.961688:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.961700:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.961706:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074700 00000100:00100000:0.0:1746145245.964040:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.965150:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535258112 00000100:00100000:3.0:1746145245.965159:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535258112 00010000:00010000:3.0:1746145245.965191:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.965228:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10296 00000100:00100000:3.0:1746145245.965235:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1961:x1830965535258112:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.965246:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145245.965258:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145246 -> 1746145247 00002000:00010000:3.0:1746145245.965261:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145246 -> 1746145247 00010000:00010000:3.0:1746145245.965266:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.965277:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.965297:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d666d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535987 expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.965325:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.965328:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.965335:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.965342:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.965368:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.965379:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063552:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.965450:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145245.969110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.969152:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535258240 00000100:00100000:2.0:1746145245.969165:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535258240 00000100:00100000:2.0:1746145245.969212:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6166 00000100:00100000:2.0:1746145245.969220:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31559:x1830965535258240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.969239:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.969253:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535995 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.969282:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.969289:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.969291:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145245.969294:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.969318:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.969329:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.969339:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063680:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.969411:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.970171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.970250:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.970269:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.970301:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1961:x1830965535258112:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5067us (6266us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.970309:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10296 00000100:00100000:2.0:1746145245.970363:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535258496 00000100:00100000:2.0:1746145245.970367:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535258496 00002000:00100000:2.0:1746145245.970389:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074e00 x1830965535258496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.970398:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074e00 with x1830965535258496 ext(0->4095) 00010000:00010000:2.0:1746145245.970403:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.970412:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.970417:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074e00 00000100:00100000:2.0:1746145245.970429:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2435 00000100:00100000:2.0:1746145245.970434:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535258496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145245.971129:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535258496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 692us (957us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.971135:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2435 00002000:00100000:2.0:1746145245.971141:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074e00 x1830965535258496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.971147:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074e00 with x1830965535258496 ext(0->4095) 00010000:00010000:2.0:1746145245.971152:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.971161:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.971166:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092074e00 00000100:00100000:2.0:1746145245.972103:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063680:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145245.972124:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.972137:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:2.0:1746145245.972247:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31559:x1830965535258240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3027us (3142us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.972253:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6166 00000100:00100000:0.0:1746145245.974263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145245.974343:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.974504:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535258752 00000100:00100000:3.0:1746145245.974511:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535258752 00010000:00010000:3.0:1746145245.974535:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.974570:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10297 00000100:00100000:3.0:1746145245.974576:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535258752:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.974586:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.974601:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.974616:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.974663:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6674 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53598e expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.974679:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.974681:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.974687:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.974693:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.974718:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.974727:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063808:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.974783:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145245.975343:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535258624 00000100:00100000:2.0:1746145245.975348:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535258624 00000100:00100000:2.0:1746145245.975557:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6167 00000100:00100000:2.0:1746145245.975564:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:31571:x1830965535258624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145245.975576:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145245.975586:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53599c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.975602:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.975608:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.975609:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145245.975612:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.975658:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145245.975667:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145245.975675:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063936:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145245.975724:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.977442:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.977512:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531063808:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.977530:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145245.977794:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259008 00000100:00100000:2.0:1746145245.977799:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259008 00002000:00100000:2.0:1746145245.977832:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075880 x1830965535259008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.977841:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075880 with x1830965535259008 ext(0->4095) 00010000:00010000:2.0:1746145245.977847:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.977859:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.977865:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075880 00000100:00100000:3.0:1746145245.977982:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535258752:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3405us (3637us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.977990:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10297 00000100:00100000:2.0:1746145245.978208:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2436 00000100:00100000:2.0:1746145245.978215:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535259008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145245.978293:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531063936:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.978396:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.978408:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145245.978437:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31571:x1830965535258624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2874us (4178us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.978442:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6167 00000100:00100000:2.0:1746145245.978763:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1960:x1830965535259008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 548us (1323us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145245.978768:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2436 00002000:00100000:2.0:1746145245.978773:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075880 x1830965535259008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.978783:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075880 with x1830965535259008 ext(0->4095) 00010000:00010000:2.0:1746145245.978788:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145245.978796:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145245.978801:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075880 00000100:00100000:0.0:1746145245.981819:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.981925:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259136 00000100:00100000:3.0:1746145245.981932:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259136 00010000:00010000:3.0:1746145245.981958:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.981999:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10298 00000100:00100000:3.0:1746145245.982006:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1962:x1830965535259136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145245.982017:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145245.982041:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.982051:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.982075:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d667b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535995 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145245.982101:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.982105:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145245.982112:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.982118:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.982194:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 18 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145245.982205:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064064:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145245.982272:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145245.983685:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145245.983774:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259392 00000100:00100000:2.0:1746145245.983778:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259392 00002000:00100000:2.0:1746145245.983807:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075c00 x1830965535259392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.983815:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075c00 with x1830965535259392 ext(0->4095) 00002000:00010000:2.0:1746145245.983820:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092075c00 00000100:00100000:2.0:1746145245.983834:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4319 00000100:00100000:2.0:1746145245.983840:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1962:x1830965535259392:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145245.983915:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064064:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145245.983931:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145245.983956:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a07c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1962:x1830965535259136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1951us (2143us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145245.983958:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1962:x1830965535259392:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 119us (276us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145245.983962:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10298 00000100:00100000:2.0:1746145245.983962:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4319 00002000:00100000:2.0:1746145245.983967:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075c00 x1830965535259392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 488/4536 e 0 to 0 dl 1746145256 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145245.983973:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075c00 with x1830965535259392 ext(0->4095) 00002000:00010000:2.0:1746145245.983975:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092075c00 00000100:00100000:0.0:1746145245.990133:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145245.990274:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259520 00000100:00100000:3.0:1746145245.990282:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259520 00000100:00100000:3.0:1746145245.990901:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6168 00000100:00100000:3.0:1746145245.990909:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535259520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145245.990924:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145245.990940:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359a3 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.990965:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.990972:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.990974:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145245.990977:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.991001:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 17 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.991013:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 17 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145245.991046:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531064192:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145245.992106:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145245.995681:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531064192:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145245.995708:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145245.995724:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145245.995759:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535259520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4851us (5631us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145245.995766:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6168 00000100:00100000:0.0:1746145245.999526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145245.999602:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259648 00000100:00100000:1.0:1746145245.999609:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259648 00002000:00100000:1.0:1746145245.999669:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092076300 x1830965535259648/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/0 e 0 to 0 dl 1746145256 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145245.999678:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076300 with x1830965535259648 ext(0->7) 00010000:00010000:1.0:1746145245.999686:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145245.999699:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 18 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145245.999705:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076300 00000100:00100000:1.0:1746145245.999735:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2437 00000100:00100000:1.0:1746145245.999742:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1960:x1830965535259648:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145246.001906:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535259648:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 2160us (2380us total) trans 4294968009 rc 0/0 00000100:00100000:1.0:1746145246.001916:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2437 00002000:00100000:1.0:1746145246.001923:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092076300 x1830965535259648/t4294968009(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:131/0 lens 496/448 e 0 to 0 dl 1746145256 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.001931:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076300 with x1830965535259648 ext(0->7) 00010000:00010000:1.0:1746145246.001937:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.001949:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.001955:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076300 00000100:00100000:0.0:1746145246.005895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.006147:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535259776 00000100:00100000:3.0:1746145246.006154:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535259776 00010000:00010000:3.0:1746145246.006298:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00080000:0.0:1746145246.006358:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746145246.006405:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10299 00000100:00100000:3.0:1746145246.006413:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1963:x1830965535259776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.006427:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.006442:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.006453:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.006472:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6682 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53599c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.006488:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.006490:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.006497:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.006502:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.006528:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.006538:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064320:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.007807:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.008937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.009133:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064320:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.009150:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.009182:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1963:x1830965535259776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2769us (3291us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.009193:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10299 00000100:00100000:1.0:1746145246.009249:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260032 00000100:00100000:1.0:1746145246.009255:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260032 00002000:00100000:1.0:1746145246.009513:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076a00 x1830965535260032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.009522:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076a00 with x1830965535260032 ext(0->4095) 00002000:00010000:1.0:1746145246.009527:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092076a00 00000100:00100000:1.0:1746145246.009553:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4320 00000100:00100000:1.0:1746145246.009560:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535260032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.009702:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535260032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 143us (768us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.009708:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4320 00002000:00100000:1.0:1746145246.009713:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076a00 x1830965535260032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.009720:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076a00 with x1830965535260032 ext(0->4095) 00002000:00010000:1.0:1746145246.009722:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092076a00 00000100:00080000:2.0:1746145246.010003:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145246.011770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.011838:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260160 00000100:00100000:3.0:1746145246.011844:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260160 00000100:00100000:3.0:1746145246.012343:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6169 00000100:00100000:3.0:1746145246.012350:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31571:x1830965535260160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.012363:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.012377:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359aa expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.012400:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.012406:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.012408:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.012411:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.012436:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.012447:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.012457:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531064448:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.012930:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.015736:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.015825:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260288 00000100:00100000:1.0:1746145246.015833:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260288 00000100:00100000:1.0:1746145246.016095:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6170 00000100:00100000:1.0:1746145246.016103:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535260288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.016116:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.016129:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359b1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.016152:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.016156:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.016162:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.016165:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.016195:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.016591:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.016601:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:1.0:1746145246.016652:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535260288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 551us (923us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.016658:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6170 00000100:00100000:3.0:1746145246.016757:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531064448:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.016775:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.016784:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.016801:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535260160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4452us (5036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.016807:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6169 00000100:00100000:0.0:1746145246.018579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.018832:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260416 00000100:00100000:3.0:1746145246.018838:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260416 00010000:00010000:3.0:1746145246.018861:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.019359:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10300 00000100:00100000:3.0:1746145246.019366:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535260416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.019376:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.019391:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.019402:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.019420:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6689 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359a3 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.019444:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.019446:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.019452:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.019460:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.019483:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.019492:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.019502:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064704:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.019989:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.021592:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064704:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.021609:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.021881:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535260416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2513us (3303us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.021889:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10300 00000100:00100000:0.0:1746145246.022708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.022915:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260672 00000100:00100000:3.0:1746145246.022921:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260672 00002000:00100000:3.0:1746145246.022951:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092077800 x1830965535260672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.022959:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092077800 with x1830965535260672 ext(0->4095) 00010000:00010000:3.0:1746145246.022967:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.022979:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.022985:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092077800 00000100:00100000:3.0:1746145246.023012:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2438 00000100:00100000:3.0:1746145246.023018:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535260672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.023136:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535260672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (430us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.023142:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2438 00002000:00100000:3.0:1746145246.023147:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092077800 x1830965535260672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.023154:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092077800 with x1830965535260672 ext(0->4095) 00010000:00010000:3.0:1746145246.023158:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.023166:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.023171:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092077800 00000100:00100000:0.0:1746145246.025544:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.025579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.025654:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260800 00000100:00100000:3.0:1746145246.025659:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260800 00000100:00100000:2.0:1746145246.025800:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535260928 00000100:00100000:2.0:1746145246.025803:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535260928 00010000:00010000:2.0:1746145246.025821:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.025843:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6171 00000100:00100000:2.0:1746145246.025843:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10301 00000100:00100000:3.0:1746145246.025849:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535260800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145246.025849:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535260928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.025858:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.025859:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.025868:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359b8 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.025873:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.025883:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.025898:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.025903:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.025908:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.025911:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.025939:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.025951:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.025960:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145246.025989:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535260800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (449us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.025995:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6171 00010000:00010000:2.0:1746145246.026063:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6690 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359aa expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.026075:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.026077:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.026082:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.026088:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.026106:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.026116:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.026126:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064960:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.026277:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.027522:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531064960:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.027532:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.027553:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535260928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1704us (1973us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.027560:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10301 00000100:00100000:0.0:1746145246.028438:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.028515:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535261184 00000100:00100000:3.0:1746145246.028520:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535261184 00002000:00100000:3.0:1746145246.028785:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075500 x1830965535261184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.028793:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075500 with x1830965535261184 ext(0->4095) 00010000:00010000:3.0:1746145246.028799:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.028814:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.028819:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075500 00000100:00100000:3.0:1746145246.028841:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2439 00000100:00100000:3.0:1746145246.028846:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535261184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.028965:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535261184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (527us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.028971:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2439 00002000:00100000:3.0:1746145246.028976:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075500 x1830965535261184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.028981:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075500 with x1830965535261184 ext(0->4095) 00010000:00010000:3.0:1746145246.028985:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.028992:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.028997:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075500 00000100:00100000:0.0:1746145246.030838:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.030906:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.031257:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535261312 00000100:00100000:3.0:1746145246.031264:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535261312 00000100:00100000:3.0:1746145246.031303:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6172 00000100:00100000:3.0:1746145246.031309:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31559:x1830965535261312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.031321:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.031335:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359bf expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.031354:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.031359:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.031364:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.031367:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.031396:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.031407:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.031416:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4a00, rc 0) 00000100:00100000:3.0:1746145246.031456:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535261312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.031461:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6172 00000100:00100000:2.0:1746145246.031525:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535261440 00000100:00100000:2.0:1746145246.031529:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535261440 00010000:00010000:2.0:1746145246.031545:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.031566:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10302 00000100:00100000:2.0:1746145246.031570:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1962:x1830965535261440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.031578:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.031591:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.031600:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.031614:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6697 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b1 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.031622:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.031623:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.031653:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.031660:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.031679:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.031689:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.031704:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065216:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.032161:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.033909:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065216:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.033923:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.033960:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1962:x1830965535261440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2388us (3053us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.033968:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10302 00000100:00100000:0.0:1746145246.034138:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.034313:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535261696 00000100:00100000:3.0:1746145246.034318:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535261696 00002000:00100000:3.0:1746145246.034343:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806c700 x1830965535261696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.034351:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806c700 with x1830965535261696 ext(0->4095) 00010000:00010000:3.0:1746145246.034357:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.034372:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.034376:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806c700 00000100:00100000:3.0:1746145246.034599:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2440 00000100:00100000:3.0:1746145246.034606:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535261696:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.035237:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535261696:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 630us (1098us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.035243:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2440 00002000:00100000:3.0:1746145246.035248:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806c700 x1830965535261696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.035255:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806c700 with x1830965535261696 ext(0->4095) 00010000:00010000:3.0:1746145246.035260:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.035273:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.035278:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806c700 00000100:00100000:2.0:1746145246.038660:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.038759:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535261824 00000100:00100000:0.0:1746145246.038766:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535261824 00010000:00010000:0.0:1746145246.038791:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746145246.038822:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10303 00000100:00100000:0.0:1746145246.038829:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535261824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145246.038839:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145246.038856:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.038867:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.038886:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d669e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359b8 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.038908:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145246.038909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145246.038915:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.038922:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.038949:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145246.038958:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008806ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065344:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145246.039030:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.041577:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008806ca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065344:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.041592:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.041650:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535261824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2821us (2994us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.041658:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10303 00000100:00100000:0.0:1746145246.041949:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.042278:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262080 00000100:00100000:3.0:1746145246.042284:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262080 00002000:00100000:3.0:1746145246.042314:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806ce00 x1830965535262080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.042322:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806ce00 with x1830965535262080 ext(0->4095) 00002000:00010000:3.0:1746145246.042326:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806ce00 00000100:00100000:3.0:1746145246.042348:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4321 00000100:00100000:3.0:1746145246.042354:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535262080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.042480:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535262080:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (532us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.042485:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4321 00002000:00100000:3.0:1746145246.042490:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806ce00 x1830965535262080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.042497:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806ce00 with x1830965535262080 ext(0->4095) 00002000:00010000:3.0:1746145246.042499:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806ce00 00000100:00100000:0.0:1746145246.044069:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.044138:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262208 00000100:00100000:1.0:1746145246.044143:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262208 00000100:00100000:1.0:1746145246.044175:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6173 00000100:00100000:1.0:1746145246.044180:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535262208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.044189:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.044200:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359c6 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.044220:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.044225:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.044226:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.044230:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.044256:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.044267:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.044277:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531065472:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.044339:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.046116:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531065472:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.046142:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.046154:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:1.0:1746145246.046184:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535262208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2003us (2116us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.046190:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6173 00000100:00100000:0.0:1746145246.047453:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.047573:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262336 00000100:00100000:2.0:1746145246.047579:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262336 00010000:00010000:2.0:1746145246.047603:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.047658:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10304 00000100:00100000:2.0:1746145246.047665:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535262336:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.047675:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.047691:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.047704:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.047723:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d66a5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359bf expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.047741:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.047743:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.047750:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.047757:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.047782:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.047792:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065600:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.047847:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.050585:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065600:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.050602:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.050804:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1960:x1830965535262336:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3137us (3351us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.050813:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10304 00000100:00100000:0.0:1746145246.051717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.051815:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262592 00000100:00100000:3.0:1746145246.051822:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262592 00002000:00100000:3.0:1746145246.051853:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806d880 x1830965535262592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.051861:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806d880 with x1830965535262592 ext(0->4095) 00002000:00010000:3.0:1746145246.051865:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806d880 00000100:00100000:3.0:1746145246.051887:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4322 00000100:00100000:3.0:1746145246.051893:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535262592:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.052007:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535262592:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (291us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.052013:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4322 00002000:00100000:3.0:1746145246.052018:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806d880 x1830965535262592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.052039:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806d880 with x1830965535262592 ext(0->4095) 00002000:00010000:3.0:1746145246.052042:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806d880 00000100:00100000:0.0:1746145246.052603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.052859:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262720 00000100:00100000:1.0:1746145246.052862:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262720 00000100:00100000:1.0:1746145246.052897:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6174 00000100:00100000:1.0:1746145246.052903:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31559:x1830965535262720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.052912:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.052926:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359cd expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.052948:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.052956:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.052958:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.052961:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.052984:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.052993:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 5 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.053003:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531065728:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.053067:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a453c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.054779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.054933:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262848 00000100:00100000:3.0:1746145246.054938:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262848 00000100:00100000:3.0:1746145246.054973:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6175 00000100:00100000:3.0:1746145246.054978:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535262848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.054988:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.054999:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359d4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.055016:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.055028:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.055033:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.055036:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.055059:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.055071:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.055081:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.055109:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31571:x1830965535262848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.055115:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6175 00000100:00100000:0.0:1746145246.058075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.058167:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531065728:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.058196:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.058210:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:1.0:1746145246.058243:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535262720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5340us (5640us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.058249:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6174 00000100:00100000:2.0:1746145246.058252:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535262976 00000100:00100000:2.0:1746145246.058257:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535262976 00010000:00010000:2.0:1746145246.058280:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.058308:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10305 00000100:00100000:2.0:1746145246.058313:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a07050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535262976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.058323:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.058406:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.058417:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.058434:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d66ac lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359c6 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.058447:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.058449:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.058455:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.058462:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.058484:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.058493:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.058503:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065984:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.058549:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927959c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.060359:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883ca680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531065984:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.060372:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.060396:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a07050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535262976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2083us (2326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.060403:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10305 00000100:00100000:0.0:1746145246.060611:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.060908:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535263232 00000100:00100000:1.0:1746145246.060913:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535263232 00002000:00100000:1.0:1746145246.060942:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806e300 x1830965535263232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.060956:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806e300 with x1830965535263232 ext(0->4095) 00010000:00010000:1.0:1746145246.060962:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.060973:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.060978:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806e300 00000100:00100000:1.0:1746145246.061001:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2441 00000100:00100000:1.0:1746145246.061008:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535263232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.061123:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535263232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.061128:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2441 00002000:00100000:1.0:1746145246.061133:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806e300 x1830965535263232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.061140:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806e300 with x1830965535263232 ext(0->4095) 00010000:00010000:1.0:1746145246.061144:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.061153:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.061158:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806e300 00000100:00100000:0.0:1746145246.063293:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.063486:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535263360 00000100:00100000:2.0:1746145246.063493:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535263360 00010000:00010000:2.0:1746145246.063517:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.063594:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10306 00000100:00100000:2.0:1746145246.063600:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535263360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.063609:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.063623:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.063790:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.063808:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66b3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359cd expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.063820:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.063822:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.063829:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.063835:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.063862:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.063873:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066112:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.064777:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.066269:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.066340:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066112:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.066355:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.066383:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535263360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2782us (3094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.066390:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10306 00000100:00100000:3.0:1746145246.066459:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535263616 00000100:00100000:3.0:1746145246.066464:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535263616 00002000:00100000:3.0:1746145246.066490:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806ea00 x1830965535263616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.066498:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806ea00 with x1830965535263616 ext(0->4095) 00002000:00010000:3.0:1746145246.066502:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806ea00 00000100:00100000:3.0:1746145246.067360:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4323 00000100:00100000:3.0:1746145246.067368:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1962:x1830965535263616:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145246.067480:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1962:x1830965535263616:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 113us (1214us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.067486:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4323 00002000:00100000:3.0:1746145246.067490:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806ea00 x1830965535263616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.067497:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806ea00 with x1830965535263616 ext(0->4095) 00002000:00010000:3.0:1746145246.067499:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806ea00 00000100:00100000:0.0:1746145246.069835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.069929:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535263744 00000100:00100000:1.0:1746145246.069944:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535263744 00000100:00100000:1.0:1746145246.069987:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6176 00000100:00100000:1.0:1746145246.069995:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535263744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.070008:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.070035:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359db expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.070056:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.070063:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.070065:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.070068:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.070092:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.070102:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.070113:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531066240:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.070173:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a453c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.072321:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531066240:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.072350:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.072367:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:1.0:1746145246.072399:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535263744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2404us (2568us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.072405:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6176 00000100:00100000:0.0:1746145246.073246:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.073373:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535263872 00000100:00100000:2.0:1746145246.073378:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535263872 00010000:00010000:2.0:1746145246.073400:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.073431:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10307 00000100:00100000:2.0:1746145246.073437:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535263872:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.073446:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.073461:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.073474:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.073492:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d66ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359d4 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.073505:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.073507:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.073513:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.073521:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.073548:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.073567:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066368:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.073619:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.075340:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066368:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.075354:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.075385:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1961:x1830965535263872:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1948us (2140us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.075393:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10307 00000100:00100000:0.0:1746145246.075801:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.075864:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264128 00000100:00100000:1.0:1746145246.075870:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264128 00002000:00100000:1.0:1746145246.075899:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806f480 x1830965535264128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.075907:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806f480 with x1830965535264128 ext(0->4095) 00002000:00010000:1.0:1746145246.075911:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806f480 00000100:00100000:1.0:1746145246.075937:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4324 00000100:00100000:1.0:1746145246.075943:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535264128:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.076078:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535264128:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (278us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.076085:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4324 00002000:00100000:1.0:1746145246.076089:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806f480 x1830965535264128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.076095:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806f480 with x1830965535264128 ext(0->4095) 00002000:00010000:1.0:1746145246.076098:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008806f480 00000100:00100000:0.0:1746145246.077267:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.077577:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264256 00000100:00100000:1.0:1746145246.077581:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264256 00000100:00100000:1.0:1746145246.077618:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6177 00000100:00100000:1.0:1746145246.077642:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31559:x1830965535264256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.077653:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.077667:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359e2 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.077688:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.077699:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.077700:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.077704:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.077726:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.077736:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 5 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.077745:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531066496:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.077809:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.077863:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.077958:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264384 00000100:00100000:3.0:1746145246.077962:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264384 00000100:00100000:3.0:1746145246.077990:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6178 00000100:00100000:3.0:1746145246.077994:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535264384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.078000:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.078007:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359e9 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.078030:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.078033:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.078038:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.078040:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 22 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.078058:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.078069:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 22 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.078077:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145246.078100:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31571:x1830965535264384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (237us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.078106:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6178 00000100:00100000:1.0:1746145246.079295:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531066496:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.079315:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.079323:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a8d40600, rc 0) 00000100:00100000:1.0:1746145246.079357:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535264256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1733us (2091us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.079366:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6177 00000100:00100000:0.0:1746145246.080466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.080593:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264512 00000100:00100000:2.0:1746145246.080598:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264512 00010000:00010000:2.0:1746145246.080618:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.080676:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10308 00000100:00100000:2.0:1746145246.080683:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535264512:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.080694:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.080709:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.080719:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.080737:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d66c1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359db expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.080752:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.080754:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.080761:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.080767:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.080788:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.080796:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.080807:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066752:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.080859:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.082868:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066752:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.082882:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.082910:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535264512:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2227us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.082918:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10308 00000100:00100000:0.0:1746145246.083657:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.083807:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264768 00000100:00100000:3.0:1746145246.083812:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264768 00002000:00100000:3.0:1746145246.083841:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806d500 x1830965535264768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.083848:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806d500 with x1830965535264768 ext(0->4095) 00010000:00010000:3.0:1746145246.083855:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.083870:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.083875:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806d500 00000100:00100000:3.0:1746145246.083896:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2442 00000100:00100000:3.0:1746145246.083901:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535264768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.084039:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535264768:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (414us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.084046:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2442 00002000:00100000:3.0:1746145246.084050:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008806d500 x1830965535264768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.084057:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008806d500 with x1830965535264768 ext(0->4095) 00010000:00010000:3.0:1746145246.084061:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.084069:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.084074:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008806d500 00000100:00100000:0.0:1746145246.086952:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.087041:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535264896 00000100:00100000:3.0:1746145246.087048:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535264896 00010000:00010000:3.0:1746145246.087077:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.087396:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10309 00000100:00100000:3.0:1746145246.087404:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008806ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535264896:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.087415:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.087431:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.087442:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.087460:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a8d40600/0xb5ee96b21a0d66c8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e2 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.087624:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.087643:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.087650:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.087658:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.087687:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.087698:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066880:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.088041:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.090451:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531066880:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.090469:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.090515:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008806ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535264896:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3111us (3567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.090524:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10309 00000100:00100000:0.0:1746145246.092134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.092184:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265152 00000100:00100000:1.0:1746145246.092191:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265152 00002000:00100000:1.0:1746145246.092226:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c24000 x1830965535265152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.092234:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c24000 with x1830965535265152 ext(0->4095) 00002000:00010000:1.0:1746145246.092238:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c24000 00000100:00100000:1.0:1746145246.092260:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4325 00000100:00100000:1.0:1746145246.092267:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535265152:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.092408:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535265152:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 140us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.092413:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4325 00002000:00100000:1.0:1746145246.092418:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c24000 x1830965535265152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.092424:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c24000 with x1830965535265152 ext(0->4095) 00002000:00010000:1.0:1746145246.092426:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c24000 00000100:00100000:0.0:1746145246.093996:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.094784:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265280 00000100:00100000:1.0:1746145246.094790:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265280 00000100:00100000:1.0:1746145246.094832:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6179 00000100:00100000:1.0:1746145246.094838:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535265280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.094851:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.094866:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359f0 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.094894:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 19 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.094901:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.094902:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.094905:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.094930:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 19 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.094940:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 19 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.094950:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531067008:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.095038:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.096745:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531067008:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.096770:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.096784:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7e00, rc 0) 00000100:00100000:1.0:1746145246.097323:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535265280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (3328us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.097330:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6179 00000100:00100000:0.0:1746145246.097487:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.097531:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265408 00000100:00100000:3.0:1746145246.097536:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265408 00010000:00010000:3.0:1746145246.097557:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.097588:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10310 00000100:00100000:3.0:1746145246.097594:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535265408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.097604:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.097621:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.097658:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.097676:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d66cf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359e9 expref: 20 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.097689:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.097691:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.097698:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.097705:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.097726:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.097737:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067136:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.097793:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.100108:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067136:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.100123:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.100161:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1961:x1830965535265408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2567us (2674us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.100170:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10310 00000100:00100000:0.0:1746145246.100785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.100839:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265664 00000100:00100000:1.0:1746145246.100846:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265664 00002000:00100000:1.0:1746145246.100877:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c24a80 x1830965535265664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.100886:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c24a80 with x1830965535265664 ext(0->4095) 00002000:00010000:1.0:1746145246.100890:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c24a80 00000100:00100000:0.0:1746145246.101932:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.102008:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4326 00000100:00100000:1.0:1746145246.102016:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535265664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.102150:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535265664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (1365us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.102156:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4326 00002000:00100000:1.0:1746145246.102161:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c24a80 x1830965535265664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.102169:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c24a80 with x1830965535265664 ext(0->4095) 00002000:00010000:1.0:1746145246.102172:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c24a80 00000100:00100000:2.0:1746145246.102252:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265792 00000100:00100000:2.0:1746145246.102256:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265792 00000100:00100000:2.0:1746145246.102280:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6180 00000100:00100000:2.0:1746145246.102284:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31559:x1830965535265792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.102293:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.102306:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359f7 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.102326:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.102332:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.102333:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.102337:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.102365:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.102379:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 5 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.102389:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531067264:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.102446:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.103690:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531067264:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.103705:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.103716:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:0.0:1746145246.103862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.104033:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31559:x1830965535265792:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1747us (2101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.104039:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6180 00000100:00100000:1.0:1746145246.104131:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535265920 00000100:00100000:1.0:1746145246.104135:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535265920 00000100:00100000:1.0:1746145246.104163:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6181 00000100:00100000:1.0:1746145246.104169:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31571:x1830965535265920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.104177:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.104184:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5359fe expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.104195:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.104199:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.104208:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.104210:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.104228:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.104238:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.104244:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:1.0:1746145246.104275:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535265920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (413us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.104280:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6181 00000100:00100000:0.0:1746145246.104677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.104723:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266048 00000100:00100000:3.0:1746145246.104728:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266048 00010000:00010000:3.0:1746145246.104744:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.104773:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10311 00000100:00100000:3.0:1746145246.104778:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535266048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.104831:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.104845:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.104856:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.104870:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66d6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f0 expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.104905:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.104906:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.104913:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.104920:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.104938:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.104947:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 20 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.104955:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067520:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.105051:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.106359:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067520:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.106444:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.106467:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535266048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1688us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.106473:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10311 00000100:00100000:0.0:1746145246.106605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.106657:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266304 00000100:00100000:3.0:1746145246.106660:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266304 00002000:00100000:3.0:1746145246.106681:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c25880 x1830965535266304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.106689:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c25880 with x1830965535266304 ext(0->4095) 00010000:00010000:3.0:1746145246.106694:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.106708:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.106712:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c25880 00000100:00100000:3.0:1746145246.106732:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2443 00000100:00100000:3.0:1746145246.106737:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535266304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.106858:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535266304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (252us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.106864:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2443 00002000:00100000:3.0:1746145246.106868:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c25880 x1830965535266304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.106876:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c25880 with x1830965535266304 ext(0->4095) 00010000:00010000:3.0:1746145246.106880:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.106888:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.106894:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c25880 00000100:00100000:2.0:1746145246.109268:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.109323:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266432 00000100:00100000:3.0:1746145246.109328:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266432 00010000:00010000:3.0:1746145246.109346:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.109594:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10312 00000100:00100000:3.0:1746145246.109602:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535266432:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.109616:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.109648:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.109658:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.109676:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d66dd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359f7 expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.109690:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.109692:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.109698:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.109706:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.109731:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.109742:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067648:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.109871:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.111435:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067648:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.111449:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.111485:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535266432:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1884us (2220us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.111493:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10312 00000100:00100000:0.0:1746145246.111723:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.111807:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266688 00000100:00100000:1.0:1746145246.111813:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266688 00002000:00100000:1.0:1746145246.111842:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c25c00 x1830965535266688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.111850:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c25c00 with x1830965535266688 ext(0->4095) 00002000:00010000:1.0:1746145246.111854:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c25c00 00000100:00100000:1.0:1746145246.111877:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4327 00000100:00100000:1.0:1746145246.111883:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535266688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.111990:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535266688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (267us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.111997:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4327 00002000:00100000:1.0:1746145246.112002:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c25c00 x1830965535266688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.112008:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c25c00 with x1830965535266688 ext(0->4095) 00002000:00010000:1.0:1746145246.112011:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c25c00 00000100:00100000:0.0:1746145246.114954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.115077:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266816 00000100:00100000:1.0:1746145246.115087:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266816 00000100:00100000:1.0:1746145246.115134:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6182 00000100:00100000:1.0:1746145246.115140:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535266816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.115154:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.115167:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a05 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.115190:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.115197:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.115199:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.115203:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.115226:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.115238:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.115253:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531067776:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.115327:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.119280:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.119364:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531067776:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.119393:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.119409:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:1.0:1746145246.119444:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535266816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4303us (4495us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.119452:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6182 00000100:00100000:3.0:1746145246.119520:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535266944 00000100:00100000:3.0:1746145246.119527:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535266944 00010000:00010000:3.0:1746145246.119550:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.119569:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10313 00000100:00100000:3.0:1746145246.119573:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535266944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.119583:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.119599:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.119607:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.119648:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66e4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5359fe expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.119661:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.119663:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.119669:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.119676:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.119699:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.119710:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067904:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.119754:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.127388:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.127502:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.127586:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267328 00000100:00100000:2.0:1746145246.127594:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267328 00000100:00100000:1.0:1746145246.127680:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267072 00000100:00100000:1.0:1746145246.127684:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267072 00000100:00100000:1.0:1746145246.127714:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6183 00000100:00100000:1.0:1746145246.127727:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31559:x1830965535267072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.127740:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.127755:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a0c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.127784:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.127790:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.127792:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.127796:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.127825:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.127835:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.127846:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068032:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.127914:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00002000:00100000:2.0:1746145246.128209:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c26a00 x1830965535267328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.128219:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c26a00 with x1830965535267328 ext(0->4095) 00010000:00010000:2.0:1746145246.128225:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.128227:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531067904:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.128237:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.128242:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00010000:2.0:1746145246.128247:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c26a00 00000100:00100000:2.0:1746145246.128261:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2444 00000100:00100000:3.0:1746145246.128266:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c26300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535266944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8692us (8992us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.128267:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535267328:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.128274:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10313 00000100:00100000:2.0:1746145246.128373:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c26a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535267328:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (871us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.128379:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2444 00002000:00100000:2.0:1746145246.128384:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c26a00 x1830965535267328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.128392:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c26a00 with x1830965535267328 ext(0->4095) 00010000:00010000:2.0:1746145246.128396:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.128404:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.128409:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c26a00 00000100:00100000:1.0:1746145246.129554:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068032:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.129574:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.129585:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:1.0:1746145246.129606:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c26680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31559:x1830965535267072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1886us (2226us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.129611:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6183 00000100:00100000:0.0:1746145246.130724:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.131317:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267456 00000100:00100000:1.0:1746145246.131323:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267456 00000100:00100000:1.0:1746145246.131365:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6184 00000100:00100000:1.0:1746145246.131372:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:31571:x1830965535267456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.131383:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.131396:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a13 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.131414:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.131418:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.131424:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.131427:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.131451:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.131463:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.131471:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7e00, rc 0) 00000100:00100000:1.0:1746145246.132016:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c26d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535267456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 643us (1292us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.132033:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6184 00000100:00100000:0.0:1746145246.132436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.132721:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267584 00000100:00100000:3.0:1746145246.132726:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267584 00010000:00010000:3.0:1746145246.132744:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.132773:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10314 00000100:00100000:3.0:1746145246.132779:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535267584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.132787:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.132802:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.132812:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.132828:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d66eb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a05 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.132841:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.132842:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.132849:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.132855:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.132875:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.132885:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.132894:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068288:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.132942:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.134775:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068288:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.134791:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.134824:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c27100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535267584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2045us (2389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.134831:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10314 00000100:00100000:0.0:1746145246.135847:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.135893:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267840 00000100:00100000:1.0:1746145246.135898:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267840 00002000:00100000:1.0:1746145246.135930:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c27480 x1830965535267840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.135939:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c27480 with x1830965535267840 ext(0->4095) 00010000:00010000:1.0:1746145246.135946:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.135958:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.135968:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c27480 00000100:00100000:1.0:1746145246.136071:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2445 00000100:00100000:1.0:1746145246.136079:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535267840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.136217:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c27480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535267840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 138us (371us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.136223:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2445 00002000:00100000:1.0:1746145246.136228:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c27480 x1830965535267840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.136235:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c27480 with x1830965535267840 ext(0->4095) 00010000:00010000:1.0:1746145246.136239:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.136248:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.136253:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090c27480 00000100:00100000:0.0:1746145246.138268:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.138353:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535267968 00000100:00100000:3.0:1746145246.138358:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535267968 00010000:00010000:3.0:1746145246.138384:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.138421:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10315 00000100:00100000:3.0:1746145246.138428:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535267968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.138439:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.138453:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.138463:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.138481:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d66f2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a0c expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.138505:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.138507:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.138513:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.138519:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.138544:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.138553:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068416:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.138615:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.140374:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.140460:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068416:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.140474:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.140512:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c27800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535267968:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2084us (2247us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.140524:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10315 00000100:00100000:2.0:1746145246.140793:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268224 00000100:00100000:2.0:1746145246.140798:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268224 00002000:00100000:2.0:1746145246.140824:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c27b80 x1830965535268224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.140833:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c27b80 with x1830965535268224 ext(0->4095) 00002000:00010000:2.0:1746145246.140837:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c27b80 00000100:00100000:2.0:1746145246.140847:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4328 00000100:00100000:2.0:1746145246.140852:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535268224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.140959:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c27b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535268224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.140964:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4328 00002000:00100000:2.0:1746145246.140969:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090c27b80 x1830965535268224/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.140976:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090c27b80 with x1830965535268224 ext(0->4095) 00002000:00010000:2.0:1746145246.140978:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090c27b80 00000100:00100000:0.0:1746145246.142512:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.142662:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268352 00000100:00100000:1.0:1746145246.142666:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268352 00000100:00100000:1.0:1746145246.142699:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6185 00000100:00100000:1.0:1746145246.142705:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535268352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.142716:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.142728:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a1a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.142752:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.142758:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.142759:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.142763:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.142785:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 19 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.142796:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 19 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.142806:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068544:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.142867:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.144282:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068544:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.144303:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.144313:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:1.0:1746145246.144338:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c24700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535268352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1632us (1826us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.144344:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6185 00000100:00100000:0.0:1746145246.144993:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.145095:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268480 00000100:00100000:3.0:1746145246.145099:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268480 00010000:00010000:3.0:1746145246.145114:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.145148:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10316 00000100:00100000:3.0:1746145246.145154:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535268480:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.145249:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.145265:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.145275:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.145293:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d66f9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a13 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.145319:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.145321:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.145327:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.145333:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.145354:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.145363:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068672:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.145425:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.147588:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.147743:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531068672:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.147759:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.147863:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268736 00000100:00100000:1.0:1746145246.147869:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268736 00002000:00100000:1.0:1746145246.147907:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccea00 x1830965535268736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.147921:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccea00 with x1830965535268736 ext(0->4095) 00002000:00010000:1.0:1746145246.147925:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccea00 00000100:00100000:1.0:1746145246.147954:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4329 00000100:00100000:1.0:1746145246.147961:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535268736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.148102:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090c25500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1961:x1830965535268480:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2946us (3108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.148110:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10316 00000100:00100000:1.0:1746145246.148266:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535268736:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 305us (681us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.148272:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4329 00002000:00100000:1.0:1746145246.148276:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880132ccea00 x1830965535268736/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.148283:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880132ccea00 with x1830965535268736 ext(0->4095) 00002000:00010000:1.0:1746145246.148286:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880132ccea00 00000100:00100000:0.0:1746145246.153038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.153569:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268864 00000100:00100000:1.0:1746145246.153577:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268864 00000100:00100000:1.0:1746145246.153644:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6186 00000100:00100000:1.0:1746145246.153652:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:31571:x1830965535268864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.153666:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.153683:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a21 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.153708:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.153720:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.153721:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.153724:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145246.153807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.153892:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535268992 00000100:00100000:3.0:1746145246.153895:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535268992 00010000:00010000:0.0:1746145246.153900:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.153913:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.153919:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6187 00000100:00100000:0.0:1746145246.153924:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068800:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.153925:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535268992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.153931:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.153937:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a28 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.153948:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.153951:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.153956:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.153958:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.153977:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.153993:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.154002:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4a00, rc 0) 00000100:00100000:0.0:1746145246.155172:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.155214:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535268992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1286us (1404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.155221:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6187 00000100:00100000:2.0:1746145246.157732:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880088388380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531068800:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.157757:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.157773:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:2.0:1746145246.157810:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880132ccc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31571:x1830965535268864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4159us (4779us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.157816:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6186 00000100:00100000:1.0:1746145246.158326:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.158543:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535269120 00000100:00100000:3.0:1746145246.158548:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535269120 00010000:00010000:3.0:1746145246.158571:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.158596:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10317 00000100:00100000:3.0:1746145246.158600:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535269120:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.158610:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.158624:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.158646:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.158856:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d6700 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a1a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.159221:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.159223:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.159230:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.159237:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.159261:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 20 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.159271:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 20 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.159280:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069056:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.159338:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.161038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.161144:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069056:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.161159:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.161191:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535269120:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2590us (2866us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.161200:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10317 00000100:00100000:1.0:1746145246.161266:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535269376 00000100:00100000:1.0:1746145246.161271:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535269376 00002000:00100000:1.0:1746145246.161300:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388380 x1830965535269376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.161308:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388380 with x1830965535269376 ext(0->4095) 00010000:00010000:1.0:1746145246.161315:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.161325:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.161331:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388380 00000100:00100000:1.0:1746145246.161783:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2446 00000100:00100000:1.0:1746145246.161790:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535269376:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.161912:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535269376:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (877us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.161917:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2446 00002000:00100000:1.0:1746145246.161922:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388380 x1830965535269376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.161935:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388380 with x1830965535269376 ext(0->4095) 00010000:00010000:1.0:1746145246.161940:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.161948:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.161953:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388380 00000100:00100000:0.0:1746145246.165161:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.165254:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535269504 00000100:00100000:3.0:1746145246.165261:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535269504 00010000:00010000:3.0:1746145246.165285:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.167242:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10318 00000100:00100000:3.0:1746145246.167253:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535269504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.167271:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.167289:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.167711:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.167734:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6707 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a21 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.167982:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.167985:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.167992:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 20 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.167999:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 20 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.168034:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 20 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.168045:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069184:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.169003:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.174114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.174157:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535269760 00000100:00100000:2.0:1746145246.174166:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535269760 00000100:00100000:3.0:1746145246.174202:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069184:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145246.174204:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92680 x1830965535269760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.174211:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92680 with x1830965535269760 ext(0->4095) 00002000:00010000:2.0:1746145246.174215:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab92680 00010000:00010000:3.0:1746145246.174223:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.174244:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4330 00000100:00100000:2.0:1746145246.174251:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535269760:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.174255:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535269504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7005us (9099us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.174265:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10318 00000100:00100000:2.0:1746145246.174362:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535269760:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 112us (255us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.174368:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4330 00002000:00100000:2.0:1746145246.174373:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92680 x1830965535269760/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.174380:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92680 with x1830965535269760 ext(0->4095) 00002000:00010000:2.0:1746145246.174383:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab92680 00000100:00100000:0.0:1746145246.180204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.180291:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535269888 00000100:00100000:2.0:1746145246.180315:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535269888 00000100:00100000:2.0:1746145246.180364:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6188 00000100:00100000:2.0:1746145246.180371:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535269888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.180387:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.180402:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a2f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.180427:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 19 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.180433:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.180435:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.180439:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.180463:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 19 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.180478:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 19 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.180488:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069312:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.180566:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.186157:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069312:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.186185:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.186202:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:2.0:1746145246.186248:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535269888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5877us (6051us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.186256:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6188 00000100:00100000:0.0:1746145246.194499:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.194560:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270016 00000100:00100000:2.0:1746145246.194568:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270016 00002000:00100000:2.0:1746145246.194603:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008df67800 x1830965535270016/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.194612:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965535270016 ext(0->7) 00010000:00010000:2.0:1746145246.194620:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 20 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.194665:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 20 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.194676:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:2.0:1746145246.194702:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2447 00000100:00100000:2.0:1746145246.194708:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535270016:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145246.194964:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535270016:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 255us (471us total) trans 4294968010 rc 0/0 00000100:00100000:2.0:1746145246.194971:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2447 00002000:00100000:2.0:1746145246.194976:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008df67800 x1830965535270016/t4294968010(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.194983:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965535270016 ext(0->7) 00010000:00010000:2.0:1746145246.194987:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.194995:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.195000:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:0.0:1746145246.205257:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.206754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.207274:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270144 00000100:00100000:2.0:1746145246.207283:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270144 00000100:00100000:3.0:1746145246.207479:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270272 00000100:00100000:3.0:1746145246.207484:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270272 00010000:00010000:3.0:1746145246.207505:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 23 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.207539:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10319 00000100:00100000:3.0:1746145246.207546:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1961:x1830965535270272:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.207558:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.207575:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 23 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.207587:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 23 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.207605:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d670e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a28 expref: 23 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.207621:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.207623:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.207648:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.207656:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.207684:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.207696:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069440:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.207755:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.208004:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6189 00000100:00100000:2.0:1746145246.208011:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535270144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.208031:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.208041:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a36 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.208061:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.208066:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.208067:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.208070:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.208086:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.208096:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.208103:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069568:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.208137:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.216375:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069568:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.216402:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.216420:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145246.216470:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31559:x1830965535270144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8459us (11219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.216478:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6189 00000100:00100000:3.0:1746145246.217716:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069440:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.217732:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.217763:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535270272:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 10217us (11011us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.217770:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10319 00000100:00100000:0.0:1746145246.217858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.218160:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270528 00000100:00100000:2.0:1746145246.218167:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270528 00002000:00100000:2.0:1746145246.218196:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10df80 x1830965535270528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.218205:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10df80 with x1830965535270528 ext(0->4095) 00010000:00010000:2.0:1746145246.218212:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.218224:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.218230:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10df80 00000100:00100000:2.0:1746145246.218251:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2448 00000100:00100000:2.0:1746145246.218257:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535270528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.218383:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535270528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (525us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.218389:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2448 00002000:00100000:2.0:1746145246.218394:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10df80 x1830965535270528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.218401:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10df80 with x1830965535270528 ext(0->4095) 00010000:00010000:2.0:1746145246.218405:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.218414:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.218420:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10df80 00000100:00100000:0.0:1746145246.221204:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.221574:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270656 00000100:00100000:3.0:1746145246.221580:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270656 00010000:00010000:3.0:1746145246.221604:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.221965:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10320 00000100:00100000:3.0:1746145246.221973:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535270656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.221983:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.221999:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.222010:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.222040:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6715 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a2f expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.222060:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.222062:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.222068:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.222075:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.222100:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.222110:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069696:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.222176:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.225717:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069696:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.225739:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.225841:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535270656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3867us (4639us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.225850:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10320 00000100:00100000:0.0:1746145246.226077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.226123:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535270912 00000100:00100000:1.0:1746145246.226129:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535270912 00002000:00100000:1.0:1746145246.226157:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d880 x1830965535270912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.226166:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d880 with x1830965535270912 ext(0->4095) 00002000:00010000:1.0:1746145246.226170:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d880 00000100:00100000:1.0:1746145246.226194:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4331 00000100:00100000:1.0:1746145246.226200:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535270912:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.226820:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535270912:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 619us (741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.226826:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4331 00002000:00100000:1.0:1746145246.226831:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d880 x1830965535270912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.226837:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d880 with x1830965535270912 ext(0->4095) 00002000:00010000:1.0:1746145246.226840:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d880 00000100:00100000:0.0:1746145246.228498:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.228545:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271040 00000100:00100000:2.0:1746145246.228551:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271040 00000100:00100000:2.0:1746145246.228593:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6190 00000100:00100000:2.0:1746145246.228599:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535271040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.228612:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.228656:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a3d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.228680:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.228687:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.228688:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.228691:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.228715:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.228726:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.228736:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069824:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.228800:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.230047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.230061:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531069824:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.230079:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.230100:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:3.0:1746145246.230114:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271168 00000100:00100000:3.0:1746145246.230118:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271168 00000100:00100000:2.0:1746145246.230124:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535271040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1525us (1631us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.230130:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6190 00010000:00010000:3.0:1746145246.230135:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.230266:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10321 00000100:00100000:3.0:1746145246.230272:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535271168:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.230281:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.230296:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.230310:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.230326:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d671c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a36 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.230350:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.230351:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.230357:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.230363:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.230388:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.230397:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069952:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.230450:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.231941:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531069952:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.231959:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.231987:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535271168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1713us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.232289:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10321 00000100:00100000:0.0:1746145246.233034:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.233140:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271424 00000100:00100000:1.0:1746145246.233147:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271424 00002000:00100000:1.0:1746145246.233175:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89500 x1830965535271424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.233183:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89500 with x1830965535271424 ext(0->4095) 00002000:00010000:1.0:1746145246.233187:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89500 00000100:00100000:1.0:1746145246.233210:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4332 00000100:00100000:1.0:1746145246.233216:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535271424:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.233339:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535271424:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (307us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.233345:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4332 00002000:00100000:1.0:1746145246.233349:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89500 x1830965535271424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.233356:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89500 with x1830965535271424 ext(0->4095) 00002000:00010000:1.0:1746145246.233358:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89500 00000100:00100000:0.0:1746145246.236132:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.236184:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271552 00000100:00100000:2.0:1746145246.236191:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271552 00000100:00100000:2.0:1746145246.236234:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6191 00000100:00100000:2.0:1746145246.236240:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535271552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.236254:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.236268:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a44 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.236291:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.236296:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.236298:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.236301:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.236324:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.236333:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.236346:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070080:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.236411:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.237720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.237760:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271680 00000100:00100000:3.0:1746145246.237766:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271680 00000100:00100000:3.0:1746145246.237802:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6192 00000100:00100000:3.0:1746145246.237807:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31571:x1830965535271680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.237817:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.237827:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a4b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.237841:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.237844:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.237850:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.237852:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 24 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.237877:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.237890:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 24 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.237898:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.237939:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:31571:x1830965535271680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 130us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.237945:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6192 00000100:00100000:3.0:1746145246.238557:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070080:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.238571:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.238584:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:3.0:1746145246.238603:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31559:x1830965535271552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2363us (2477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.238608:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6191 00000100:00100000:0.0:1746145246.239075:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.239318:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535271808 00000100:00100000:3.0:1746145246.239322:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535271808 00010000:00010000:3.0:1746145246.239339:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.239355:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10322 00000100:00100000:3.0:1746145246.239359:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535271808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.239367:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.239382:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.239391:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.239412:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6723 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a3d expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.239434:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.239436:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.239442:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.239452:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.239472:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.239482:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.239491:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070336:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.239547:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.241475:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070336:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.241491:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.241525:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535271808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2165us (2450us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.241532:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10322 00000100:00100000:0.0:1746145246.241862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.242090:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272064 00000100:00100000:2.0:1746145246.242096:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272064 00002000:00100000:2.0:1746145246.242127:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be05500 x1830965535272064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.242136:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be05500 with x1830965535272064 ext(0->4095) 00010000:00010000:2.0:1746145246.242143:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.242155:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.242160:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be05500 00000100:00100000:2.0:1746145246.242188:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2449 00000100:00100000:2.0:1746145246.242194:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535272064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.242316:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535272064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (453us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.242321:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2449 00002000:00100000:2.0:1746145246.242328:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be05500 x1830965535272064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.242335:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be05500 with x1830965535272064 ext(0->4095) 00010000:00010000:2.0:1746145246.242339:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.242347:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.242353:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008be05500 00000100:00100000:0.0:1746145246.244509:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.244835:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272192 00000100:00100000:3.0:1746145246.244842:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272192 00010000:00010000:3.0:1746145246.244867:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.244906:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10323 00000100:00100000:3.0:1746145246.244913:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1961:x1830965535272192:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.244923:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.244939:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.244951:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.244970:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d672a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a44 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.244995:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.244997:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.245004:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.245011:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.245044:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.245054:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070464:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.245121:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.247656:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070464:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.247674:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.248358:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535272192:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3444us (3850us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.248368:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10323 00000100:00100000:1.0:1746145246.248830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.249148:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272448 00000100:00100000:3.0:1746145246.249154:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272448 00002000:00100000:3.0:1746145246.249185:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa680 x1830965535272448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.249194:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa680 with x1830965535272448 ext(0->4095) 00002000:00010000:3.0:1746145246.249198:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55aa680 00000100:00100000:3.0:1746145246.249213:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4333 00000100:00100000:3.0:1746145246.249219:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535272448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.249353:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535272448:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (525us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.249359:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4333 00002000:00100000:3.0:1746145246.249365:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa680 x1830965535272448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.249371:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa680 with x1830965535272448 ext(0->4095) 00002000:00010000:3.0:1746145246.249374:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55aa680 00000100:00100000:0.0:1746145246.251209:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.251306:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272576 00000100:00100000:3.0:1746145246.251312:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272576 00000100:00100000:3.0:1746145246.251351:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6193 00000100:00100000:3.0:1746145246.251358:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535272576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.251371:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.251385:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a52 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.251408:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.251419:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.251421:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.251424:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.251449:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 21 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.251460:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 21 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.251469:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070592:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.252100:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.254445:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070592:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.254469:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.254483:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145246.254515:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535272576:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3157us (3311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.254522:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6193 00000100:00100000:0.0:1746145246.254697:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.254987:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272704 00000100:00100000:3.0:1746145246.254992:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272704 00010000:00010000:3.0:1746145246.255012:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.255043:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10324 00000100:00100000:3.0:1746145246.255048:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535272704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.255057:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.255071:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.255080:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.255098:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6731 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a4b expref: 22 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.255111:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.255112:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.255118:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.255125:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.255147:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.255156:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070720:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.255205:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.257614:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531070720:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.257654:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.258390:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535272704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3337us (3689us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.258399:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10324 00000100:00100000:0.0:1746145246.259474:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.259534:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535272960 00000100:00100000:1.0:1746145246.259542:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535272960 00002000:00100000:1.0:1746145246.259573:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07480 x1830965535272960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.259720:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07480 with x1830965535272960 ext(0->4095) 00002000:00010000:1.0:1746145246.259725:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07480 00000100:00100000:1.0:1746145246.259750:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4334 00000100:00100000:1.0:1746145246.259757:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535272960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.259887:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be07480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535272960:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (415us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.259893:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4334 00002000:00100000:1.0:1746145246.259898:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008be07480 x1830965535272960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.259904:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be07480 with x1830965535272960 ext(0->4095) 00002000:00010000:1.0:1746145246.259907:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be07480 00000100:00100000:0.0:1746145246.260219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.260397:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273088 00000100:00100000:3.0:1746145246.260403:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273088 00000100:00100000:3.0:1746145246.260560:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6194 00000100:00100000:3.0:1746145246.260566:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535273088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.260575:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.260588:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a59 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.260610:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.260616:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.260618:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.260621:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.260674:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.260683:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.260693:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070848:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.261108:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.261865:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.262085:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273216 00000100:00100000:2.0:1746145246.262089:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273216 00000100:00100000:2.0:1746145246.262120:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6195 00000100:00100000:2.0:1746145246.262125:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31571:x1830965535273216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.262133:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.262141:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a60 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.262156:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.262159:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.262163:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.262166:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 24 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.262188:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.262198:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 24 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.262205:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701a00, rc 0) 00000100:00100000:2.0:1746145246.262240:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be05880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:31571:x1830965535273216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 114us (375us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.262244:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6195 00000100:00100000:3.0:1746145246.262909:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531070848:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.262927:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.262935:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4400, rc 0) 00000100:00100000:3.0:1746145246.262954:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be04e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:31559:x1830965535273088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2389us (2736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.262959:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6194 00000100:00100000:0.0:1746145246.263576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.263944:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273344 00000100:00100000:3.0:1746145246.263948:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273344 00010000:00010000:3.0:1746145246.264032:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.264054:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10325 00000100:00100000:3.0:1746145246.264058:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535273344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.264067:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.264081:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.264089:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.264105:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6738 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a52 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.264126:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.264128:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.264134:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.264140:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.264160:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.264168:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.264177:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.264229:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.265766:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.265785:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.265811:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be06300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535273344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1751us (2235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.265818:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10325 00000100:00100000:0.0:1746145246.266182:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.266648:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273600 00000100:00100000:3.0:1746145246.266654:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273600 00002000:00100000:3.0:1746145246.266683:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38000 x1830965535273600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.266816:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38000 with x1830965535273600 ext(0->4095) 00010000:00010000:3.0:1746145246.266824:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.266835:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.266840:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38000 00000100:00100000:3.0:1746145246.266864:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2450 00000100:00100000:3.0:1746145246.266869:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535273600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.266989:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535273600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (806us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.266994:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2450 00002000:00100000:3.0:1746145246.266998:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38000 x1830965535273600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.267003:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38000 with x1830965535273600 ext(0->4095) 00010000:00010000:3.0:1746145246.267008:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.267016:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.267031:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38000 00000100:00100000:0.0:1746145246.269150:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.269290:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273728 00000100:00100000:3.0:1746145246.269296:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273728 00010000:00010000:3.0:1746145246.269319:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.269352:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10326 00000100:00100000:3.0:1746145246.269358:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535273728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.269372:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.269387:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.269397:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.269416:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d673f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a59 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.269429:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.269431:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.269438:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.269445:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.269470:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.269480:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071232:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.269551:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.271611:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071232:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.271654:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.271683:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a04c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535273728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2325us (2538us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.271692:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10326 00000100:00100000:0.0:1746145246.272084:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.272146:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535273984 00000100:00100000:3.0:1746145246.272150:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535273984 00002000:00100000:3.0:1746145246.272176:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38a80 x1830965535273984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.272184:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38a80 with x1830965535273984 ext(0->4095) 00002000:00010000:3.0:1746145246.272188:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38a80 00000100:00100000:3.0:1746145246.273063:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4335 00000100:00100000:3.0:1746145246.273071:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535273984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.273195:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535273984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (1112us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.273201:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4335 00002000:00100000:3.0:1746145246.273206:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38a80 x1830965535273984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.273212:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38a80 with x1830965535273984 ext(0->4095) 00002000:00010000:3.0:1746145246.273215:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38a80 00000100:00100000:2.0:1746145246.276362:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.276580:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535274112 00000100:00100000:3.0:1746145246.276588:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535274112 00000100:00100000:3.0:1746145246.276762:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6196 00000100:00100000:3.0:1746145246.276770:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535274112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.276786:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.276802:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a67 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.276824:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.276830:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.276832:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.276835:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.276858:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 21 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.276868:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 21 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.276878:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071360:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.277228:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.278671:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071360:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.278692:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.278705:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.279366:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535274112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2596us (3009us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.279377:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6196 00000100:00100000:0.0:1746145246.280731:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.280809:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535274240 00000100:00100000:3.0:1746145246.280816:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535274240 00010000:00010000:3.0:1746145246.280841:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.280873:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10327 00000100:00100000:3.0:1746145246.280879:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535274240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.280889:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.280909:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.280918:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.280937:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701a00/0xb5ee96b21a0d6746 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a60 expref: 22 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.281030:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.281032:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.281039:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.281047:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.281072:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.281082:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071488:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.281338:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.283751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.283933:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071488:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.283951:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.283996:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1961:x1830965535274240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3117us (3266us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.284005:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10327 00000100:00100000:3.0:1746145246.284083:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535274368 00000100:00100000:3.0:1746145246.284088:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535274368 00000100:00100000:3.0:1746145246.284113:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6197 00000100:00100000:3.0:1746145246.284118:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:31559:x1830965535274368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.284132:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.284145:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a6e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.284166:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.284172:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.284174:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.284177:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.284198:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.284208:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.284218:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071616:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.284259:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.285944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.286606:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535274624 00000100:00100000:3.0:1746145246.286613:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535274624 00002000:00100000:3.0:1746145246.286663:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3aa00 x1830965535274624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.286671:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965535274624 ext(0->4095) 00010000:00010000:3.0:1746145246.286676:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.286687:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.286692:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3aa00 00000100:00100000:3.0:1746145246.286722:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2451 00000100:00100000:3.0:1746145246.286728:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535274624:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145246.286860:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535274624:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (919us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.286866:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2451 00002000:00100000:3.0:1746145246.286871:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3aa00 x1830965535274624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.286877:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965535274624 ext(0->4095) 00010000:00010000:3.0:1746145246.286880:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.286888:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.286893:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3aa00 00000100:00100000:2.0:1746145246.287352:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071616:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.287371:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 22 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.287383:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:2.0:1746145246.287401:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:31559:x1830965535274368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3283us (3655us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.287406:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6197 00000100:00100000:0.0:1746145246.291139:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.291234:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535274752 00000100:00100000:2.0:1746145246.291242:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535274752 00010000:00010000:2.0:1746145246.291269:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.291296:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10328 00000100:00100000:2.0:1746145246.291302:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535274752:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.291313:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.291326:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.291336:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.291352:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d674d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a67 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.291370:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.291372:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.291378:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.291385:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.291410:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.291420:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071744:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.291478:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.293604:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531071744:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.293621:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.293675:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535274752:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2372us (2542us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.293683:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10328 00000100:00100000:2.0:1746145246.295379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.295920:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275008 00000100:00100000:1.0:1746145246.295927:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275008 00002000:00100000:1.0:1746145246.295964:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb800 x1830965535275008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.295972:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb800 with x1830965535275008 ext(0->4095) 00002000:00010000:1.0:1746145246.295976:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb800 00000100:00100000:1.0:1746145246.296008:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4336 00000100:00100000:1.0:1746145246.296014:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535275008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.296149:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535275008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (772us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.296154:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4336 00002000:00100000:1.0:1746145246.296160:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb800 x1830965535275008/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.296165:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb800 with x1830965535275008 ext(0->4095) 00002000:00010000:1.0:1746145246.296168:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb800 00000100:00100000:0.0:1746145246.302317:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.302744:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275136 00000100:00100000:2.0:1746145246.302752:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275136 00000100:00100000:2.0:1746145246.302791:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6198 00000100:00100000:2.0:1746145246.302797:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535275136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.302811:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.302825:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a75 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.302847:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.302853:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.302854:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.302857:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.302879:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.302888:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 21 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.302897:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071872:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.302973:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.306412:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531071872:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.306439:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.306457:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4a00, rc 0) 00000100:00100000:2.0:1746145246.306491:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535275136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3693us (4185us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.306497:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6198 00000100:00100000:0.0:1746145246.309585:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.310051:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275264 00000100:00100000:3.0:1746145246.310061:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275264 00002000:00100000:3.0:1746145246.310099:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de39500 x1830965535275264/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.310108:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39500 with x1830965535275264 ext(0->7) 00010000:00010000:3.0:1746145246.310115:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.310129:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 22 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.310134:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39500 00000100:00100000:3.0:1746145246.310164:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2452 00000100:00100000:3.0:1746145246.310170:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535275264:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145246.310437:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535275264:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 266us (857us total) trans 4294968011 rc 0/0 00000100:00100000:3.0:1746145246.310444:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2452 00002000:00100000:3.0:1746145246.310449:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de39500 x1830965535275264/t4294968011(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.310456:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39500 with x1830965535275264 ext(0->7) 00010000:00010000:3.0:1746145246.310460:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.310473:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.310479:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39500 00000100:00100000:0.0:1746145246.312994:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.313182:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275392 00000100:00100000:2.0:1746145246.313190:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275392 00010000:00010000:2.0:1746145246.313219:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.313255:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10329 00000100:00100000:2.0:1746145246.313262:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535275392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.313275:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.313292:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.313302:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.313320:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6754 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a6e expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.313342:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.313344:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.313350:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.313360:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.313386:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.313397:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531072000:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.313471:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.313870:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965531072128:0@lo:400:kworker.0 00000100:00100000:3.0:1746145246.313900:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145246.313936:0:3299:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [3->2] 00000100:00100000:3.0:1746145246.313942:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830965531072256:0@lo:400:kworker.0 00000100:00100000:3.0:1746145246.313973:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145246.314038:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072128 00000100:00100000:1.0:1746145246.314042:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072128 00000100:00100000:1.0:1746145246.314065:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 363 00000100:00100000:1.0:1746145246.314070:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965531072128:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145246.314100:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f23850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965531072128:12345-0@lo:400:kworker.0 Request processed in 31us (199us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.314105:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 363 00000100:00100000:2.0:1746145246.314163:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531072768:0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314185:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145246.314200:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746145246.314204:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531072640:0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314219:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145246.314236:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830965531072384:0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314255:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072768 00000100:00100000:2.0:1746145246.314258:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072768 00000100:00080000:2.0:1746145246.314273:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746145246.314292:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072640 00000100:00100000:2.0:1746145246.314294:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072640 00000100:00100000:2.0:1746145246.314307:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746145246.314310:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531072768:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314336:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531072768:12345-0@lo:400:kworker.0 Request processed in 25us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.314340:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 395 00000100:00100000:2.0:1746145246.314349:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 396 00000100:00100000:2.0:1746145246.314353:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531072640:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314376:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531072640:12345-0@lo:400:kworker.0 Request processed in 23us (156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.314380:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 396 00000100:00080000:2.0:1746145246.314392:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746145246.314410:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531072640:0@lo:400:kworker.0 00000100:00100000:2.0:1746145246.314416:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531072768:0@lo:400:kworker.0 00000100:00100000:0.0:1746145246.314610:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965531072512:0@lo:400:kworker.0 00000100:00100000:3.0:1746145246.314703:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a55ab800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965531072128:0@lo:400:kworker.0 00000100:00100000:0.0:1746145246.314817:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072256 00000100:00100000:0.0:1746145246.314820:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072256 00000100:00100000:0.0:1746145246.314921:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1746145246.314941:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830965531072256:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145246.314970:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-MDT0000_UUID+5:3299:x1830965531072256:12345-0@lo:400:kworker.0 Request processed in 30us (997us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145246.314974:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 319 00000100:00100000:0.0:1746145246.314989:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145246.315005:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072512 00000100:00100000:0.0:1746145246.315008:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072512 00000100:00100000:0.0:1746145246.315035:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1746145246.315039:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965531072512:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145246.315061:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965531072512:12345-0@lo:400:kworker.0 Request processed in 22us (71us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145246.315065:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 320 00000100:00100000:0.0:1746145246.315083:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0ed80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965531072512:0@lo:400:kworker.0 00000100:00080000:2.0:1746145246.315782:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746145246.315793:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145246.315868:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531072384 00000100:00100000:3.0:1746145246.315872:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531072384 00000100:00100000:3.0:1746145246.315903:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1746145246.315908:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830965531072384:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746145246.315935:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830965531072384:12345-0@lo:400:kworker.0 Request processed in 27us (142us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.315940:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 321 00000100:00100000:3.0:1746145246.315968:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0d180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-MDT0000_UUID:3299:1830965531072256:0@lo:400:kworker.0 00000100:00100000:3.0:1746145246.315996:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531072000:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.316008:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.316041:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1961:x1830965535275392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2779us (3053us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.316048:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10329 00000100:00100000:1.0:1746145246.316135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.316188:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880135b0c700 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830965531072384:0@lo:400:kworker.0 00000100:00080000:2.0:1746145246.316205:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746145246.316244:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275648 00000100:00100000:3.0:1746145246.316247:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275648 00002000:00100000:3.0:1746145246.316269:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8000 x1830965535275648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.316277:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535275648 ext(0->4095) 00002000:00010000:3.0:1746145246.316280:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8000 00000100:00100000:3.0:1746145246.316292:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4337 00000100:00100000:3.0:1746145246.316296:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535275648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.316410:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535275648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.316416:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4337 00002000:00100000:3.0:1746145246.316420:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8000 x1830965535275648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.316426:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535275648 ext(0->4095) 00002000:00010000:3.0:1746145246.316429:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8000 00000100:00100000:0.0:1746145246.319796:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.319930:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.320081:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275776 00000100:00100000:1.0:1746145246.320100:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275776 00000100:00100000:1.0:1746145246.320695:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535275904 00000100:00100000:1.0:1746145246.320707:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535275904 00000100:00100000:2.0:1746145246.320797:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6199 00000100:00100000:2.0:1746145246.320808:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:31571:x1830965535275776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.320824:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.320839:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a7c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.320862:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.320869:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.320871:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.320874:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.320899:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.320910:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.320921:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531072896:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.320983:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.321154:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6200 00000100:00100000:3.0:1746145246.321161:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31559:x1830965535275904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.321168:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.321174:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a83 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.321185:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.321188:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.321197:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.321200:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.321219:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.321229:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.321238:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:3.0:1746145246.321259:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535275904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (1329us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.321264:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6200 00000100:00100000:2.0:1746145246.329055:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531072896:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.329084:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.329100:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8000, rc 0) 00000100:00100000:0.0:1746145246.329261:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.329465:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276032 00000100:00100000:3.0:1746145246.329481:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276032 00010000:00010000:3.0:1746145246.329504:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.329619:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31571:x1830965535275776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8813us (9827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.329641:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6199 00000100:00100000:3.0:1746145246.329862:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10330 00000100:00100000:3.0:1746145246.329870:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535276032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.329881:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.329899:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.329909:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.329927:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4a00/0xb5ee96b21a0d675b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a75 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.329946:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.329947:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.329956:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.329963:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.329988:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 24 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.329999:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.330008:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073152:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.330088:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.333451:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073152:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.333596:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.333713:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535276032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3842us (5086us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.333722:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10330 00000100:00100000:0.0:1746145246.334325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.334375:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276288 00000100:00100000:1.0:1746145246.334380:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276288 00002000:00100000:1.0:1746145246.334411:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d180 x1830965535276288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.334420:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965535276288 ext(0->4095) 00010000:00010000:1.0:1746145246.334427:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.334438:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.334444:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:1.0:1746145246.334469:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2453 00000100:00100000:1.0:1746145246.334474:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965535276288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.334593:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965535276288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.334601:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2453 00002000:00100000:1.0:1746145246.334606:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d180 x1830965535276288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.334613:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965535276288 ext(0->4095) 00010000:00010000:1.0:1746145246.334617:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.334642:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.334648:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:0.0:1746145246.344110:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.348285:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.348659:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276544 00000100:00100000:3.0:1746145246.348662:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276416 00000100:00100000:3.0:1746145246.348667:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276416 00000100:00100000:2.0:1746145246.348667:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276544 00010000:00010000:3.0:1746145246.348698:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.348714:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6201 00000100:00100000:2.0:1746145246.348722:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b826850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535276544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746145246.348725:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10331 00000100:00100000:3.0:1746145246.348729:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1962:x1830965535276416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.348736:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.348739:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.348747:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a8a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.348754:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.348763:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.348767:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 25 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.348777:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145246.348780:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.348896:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.348912:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d6762 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a7c expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.348933:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.348934:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.348940:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.348945:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.348969:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.348979:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.348990:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073280:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.349067:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746145246.351873:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.351886:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.351898:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531073408:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.351973:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.354756:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073280:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.354773:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.354815:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1962:x1830965535276416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6084us (10710us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.354824:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10331 00000100:00100000:0.0:1746145246.355211:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.356479:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531073408:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.356502:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.356516:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8200, rc 0) 00000100:00100000:2.0:1746145246.356557:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b826850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535276544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7835us (8277us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.356564:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6201 00000100:00100000:3.0:1746145246.356988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276800 00000100:00100000:3.0:1746145246.356995:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276800 00002000:00100000:3.0:1746145246.357034:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60700 x1830965535276800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.357041:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60700 with x1830965535276800 ext(0->4095) 00010000:00010000:3.0:1746145246.357047:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.357058:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.357064:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60700 00000100:00100000:3.0:1746145246.357084:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2454 00000100:00100000:3.0:1746145246.357089:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535276800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.357202:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535276800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (1991us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.357211:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2454 00002000:00100000:3.0:1746145246.357216:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60700 x1830965535276800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.357222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60700 with x1830965535276800 ext(0->4095) 00010000:00010000:3.0:1746145246.357226:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.357235:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 24 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.357240:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60700 00000100:00100000:0.0:1746145246.359106:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.359149:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.359213:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535276928 00000100:00100000:2.0:1746145246.359218:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535276928 00000100:00100000:2.0:1746145246.359258:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6202 00000100:00100000:2.0:1746145246.359264:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:31559:x1830965535276928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.359274:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.359289:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a91 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.359309:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.359314:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.359320:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145246.359323:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.359353:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.359364:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.359372:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:2.0:1746145246.359404:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31559:x1830965535276928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (303us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.359410:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6202 00000100:00100000:3.0:1746145246.359901:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277056 00000100:00100000:3.0:1746145246.359905:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277056 00010000:00010000:3.0:1746145246.359921:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 25 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.359946:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10332 00000100:00100000:3.0:1746145246.359951:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965535277056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.359958:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.359972:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 25 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.359982:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 25 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.359997:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6769 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a83 expref: 25 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.360010:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.360011:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.360017:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.360039:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.360069:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.360079:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.360088:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073664:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.360128:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00010000:00010000:2.0:1746145246.364009:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145246.364106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.364142:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277312 00000100:00100000:1.0:1746145246.364149:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277312 00002000:00100000:1.0:1746145246.364183:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61f80 x1830965535277312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.364192:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61f80 with x1830965535277312 ext(0->4095) 00010000:00010000:1.0:1746145246.364199:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.364210:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.364216:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f61f80 00000100:00100000:1.0:1746145246.364242:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2455 00000100:00100000:1.0:1746145246.364249:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535277312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.364380:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535277312:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (279us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.364386:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2455 00002000:00100000:1.0:1746145246.364391:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61f80 x1830965535277312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.364398:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61f80 with x1830965535277312 ext(0->4095) 00010000:00010000:1.0:1746145246.364403:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.364411:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.364416:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f61f80 00000100:00100000:3.0:1746145246.364837:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531073664:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.364851:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.364867:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531073792:0@lo:13:osp-pre-1-0.0 00000100:00100000:3.0:1746145246.364873:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1961:x1830965535277056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4921us (5723us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.364879:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10332 00000100:00100000:2.0:1746145246.364897:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145246.364914:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531073792 00000100:00100000:3.0:1746145246.364916:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531073792 00000100:00100000:3.0:1746145246.364931:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 168 00000100:00100000:3.0:1746145246.364935:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531073792:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:3.0:1746145246.364947:0:8467:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 311623680 pending 15335424 free 3855613952 avail 3853516800 00000100:00100000:3.0:1746145246.364972:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531073792:12345-0@lo:13:osp-pre-1-0.0 Request processed in 36us (74us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.364976:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 168 00000100:00100000:2.0:1746145246.364981:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531073792:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746145246.366142:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531073920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145246.366168:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145246.366209:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531073920 00000100:00100000:3.0:1746145246.366212:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531073920 00000100:00100000:3.0:1746145246.366240:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 169 00000100:00100000:3.0:1746145246.366246:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531073920:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746145246.366264:0:8467:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 752943104 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746145246.366300:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531073920:12345-0@lo:13:osp-pre-0-0.0 Request processed in 54us (132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.366305:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 169 00000100:00100000:1.0:1746145246.366455:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531073920:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145246.367042:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.370574:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277440 00000100:00100000:3.0:1746145246.370585:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277440 00010000:00010000:3.0:1746145246.370618:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.370664:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10333 00000100:00100000:3.0:1746145246.370670:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535277440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.370681:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.370696:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.370706:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.370724:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d6770 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a8a expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.370752:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.370754:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.370760:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.370767:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.370798:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.370809:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074048:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.370875:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012a3e6d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.374742:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074048:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.374765:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.374809:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a04050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535277440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4137us (7765us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.374818:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10333 00000100:00100000:0.0:1746145246.376112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.376665:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277696 00000100:00100000:2.0:1746145246.376673:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277696 00002000:00100000:2.0:1746145246.376710:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63480 x1830965535277696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.376718:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63480 with x1830965535277696 ext(0->4095) 00002000:00010000:2.0:1746145246.376723:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f63480 00000100:00100000:2.0:1746145246.376749:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4338 00000100:00100000:2.0:1746145246.376757:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535277696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.376875:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535277696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (765us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.376880:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4338 00002000:00100000:2.0:1746145246.376886:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63480 x1830965535277696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.376891:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63480 with x1830965535277696 ext(0->4095) 00002000:00010000:2.0:1746145246.376893:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f63480 00000100:00100000:0.0:1746145246.382066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.382127:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277824 00000100:00100000:1.0:1746145246.382135:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277824 00000100:00100000:1.0:1746145246.382182:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6203 00000100:00100000:1.0:1746145246.382190:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535277824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.382204:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.382219:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a98 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.382243:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.382253:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.382255:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.382258:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.382282:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.382293:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 23 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.382304:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531074176:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.383545:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.385676:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531074176:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.385706:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.385721:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:1.0:1746145246.386238:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535277824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4047us (4176us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.386246:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6203 00000100:00100000:0.0:1746145246.386301:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.386645:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535277952 00000100:00100000:1.0:1746145246.386651:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535277952 00002000:00100000:1.0:1746145246.386679:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f62300 x1830965535277952/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.386692:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62300 with x1830965535277952 ext(0->7) 00010000:00010000:1.0:1746145246.386698:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.386709:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 24 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.386715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62300 00000100:00100000:1.0:1746145246.386736:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2456 00000100:00100000:1.0:1746145246.386742:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1960:x1830965535277952:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145246.386962:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535277952:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 220us (661us total) trans 4294968012 rc 0/0 00000100:00100000:1.0:1746145246.386967:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2456 00002000:00100000:1.0:1746145246.386972:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f62300 x1830965535277952/t4294968012(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.386979:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62300 with x1830965535277952 ext(0->7) 00010000:00010000:1.0:1746145246.386983:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.386991:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.386995:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62300 00000100:00100000:0.0:1746145246.390698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.392904:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278080 00000100:00100000:3.0:1746145246.392913:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278080 00010000:00010000:3.0:1746145246.392945:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.392989:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10334 00000100:00100000:3.0:1746145246.392995:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1963:x1830965535278080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.393008:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.393033:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.393043:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.393061:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d6777 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a91 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.393083:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.393085:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.393091:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.393098:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.393125:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.393139:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074304:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.393203:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.394893:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074304:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.394907:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.394934:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1963:x1830965535278080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1939us (4241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.394946:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10334 00000100:00100000:0.0:1746145246.398208:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.400442:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278336 00000100:00100000:2.0:1746145246.400452:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278336 00002000:00100000:2.0:1746145246.400496:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60a80 x1830965535278336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.400504:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60a80 with x1830965535278336 ext(0->4095) 00002000:00010000:2.0:1746145246.400509:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60a80 00000100:00100000:2.0:1746145246.400539:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4339 00000100:00100000:2.0:1746145246.400546:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535278336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.400706:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535278336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 160us (2504us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.400712:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4339 00002000:00100000:2.0:1746145246.400718:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60a80 x1830965535278336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.400724:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60a80 with x1830965535278336 ext(0->4095) 00002000:00010000:2.0:1746145246.400726:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60a80 00000100:00100000:0.0:1746145246.404181:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.404269:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278464 00000100:00100000:1.0:1746145246.404277:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278464 00000100:00100000:1.0:1746145246.404325:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6204 00000100:00100000:1.0:1746145246.404333:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31571:x1830965535278464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.404348:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.404362:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535a9f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.404385:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.404391:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.404392:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.404396:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.404418:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.404429:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 5 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.404438:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531074432:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.404503:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.408405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.408508:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531074432:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.408537:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408559:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145246.408598:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31571:x1830965535278464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4266us (4422us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.408605:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6204 00000100:00100000:1.0:1746145246.408655:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278592 00000100:00100000:1.0:1746145246.408661:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278592 00000100:00100000:1.0:1746145246.408688:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6205 00000100:00100000:1.0:1746145246.408694:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535278592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.408705:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.408716:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535aa6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408730:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.408734:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408738:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.408741:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408771:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408781:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.408792:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145246.408807:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535278592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 113us (408us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.408812:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6205 00000100:00100000:0.0:1746145246.409610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.409668:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278720 00000100:00100000:3.0:1746145246.409672:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278720 00010000:00010000:3.0:1746145246.409689:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.409705:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10335 00000100:00100000:3.0:1746145246.409709:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535278720:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.409717:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.409731:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.409740:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.409753:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d677e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a98 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.409776:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.409777:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.409784:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.409789:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.409816:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.409826:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.409835:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074688:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.409901:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.412726:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074688:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.412742:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.412775:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535278720:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3064us (3166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.412784:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10335 00000100:00100000:0.0:1746145246.415152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.416402:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535278976 00000100:00100000:2.0:1746145246.416411:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535278976 00002000:00100000:2.0:1746145246.416451:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551f80 x1830965535278976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.416459:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551f80 with x1830965535278976 ext(0->4095) 00010000:00010000:2.0:1746145246.416467:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.416479:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.416485:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551f80 00000100:00100000:2.0:1746145246.416518:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2457 00000100:00100000:2.0:1746145246.416525:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535278976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.416704:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535278976:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 179us (1713us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.416711:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2457 00002000:00100000:2.0:1746145246.416717:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551f80 x1830965535278976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.416723:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551f80 with x1830965535278976 ext(0->4095) 00010000:00010000:2.0:1746145246.416728:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.416737:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.416743:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551f80 00000100:00100000:0.0:1746145246.418910:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.419454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.420032:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535279104 00000100:00100000:2.0:1746145246.420039:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535279104 00000100:00100000:2.0:1746145246.420082:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6206 00000100:00100000:2.0:1746145246.420088:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535279104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.420103:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.420117:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535aad expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.420139:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.420143:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.420149:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145246.420152:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.420183:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.420193:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.420201:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc400, rc 0) 00000100:00100000:2.0:1746145246.420249:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535279104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 160us (1344us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.420255:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6206 00000100:00100000:3.0:1746145246.420702:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535279232 00000100:00100000:3.0:1746145246.420706:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535279232 00010000:00010000:3.0:1746145246.420720:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.420967:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10336 00000100:00100000:3.0:1746145246.420974:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1962:x1830965535279232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.420982:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.420997:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.421006:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.421031:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6785 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535a9f expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.421052:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.421053:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.421059:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.421066:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.421325:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.421334:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.421344:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074944:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.421729:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.424770:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.424852:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531074944:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.424868:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.424912:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1962:x1830965535279232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3938us (5458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.424921:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10336 00000100:00100000:2.0:1746145246.425026:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535279488 00000100:00100000:2.0:1746145246.425032:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535279488 00002000:00100000:2.0:1746145246.425063:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551880 x1830965535279488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.425165:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551880 with x1830965535279488 ext(0->4095) 00010000:00010000:2.0:1746145246.425173:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.425185:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.425191:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551880 00000100:00100000:2.0:1746145246.425205:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2458 00000100:00100000:2.0:1746145246.425211:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535279488:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145246.425315:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535279488:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (551us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.425321:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2458 00002000:00100000:2.0:1746145246.425325:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551880 x1830965535279488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.425332:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551880 with x1830965535279488 ext(0->4095) 00010000:00010000:2.0:1746145246.425336:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.425349:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.425354:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551880 00000100:00100000:0.0:1746145246.427652:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.427853:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535279616 00000100:00100000:2.0:1746145246.427860:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535279616 00000100:00100000:2.0:1746145246.427898:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6207 00000100:00100000:2.0:1746145246.427909:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535279616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.427921:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.428036:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ab4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.428056:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.428061:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.428067:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145246.428070:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.428099:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.428110:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.428119:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:2.0:1746145246.428186:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535279616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 281us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.428192:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6207 00000100:00100000:1.0:1746145246.428245:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.429016:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535279744 00000100:00100000:3.0:1746145246.429033:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535279744 00010000:00010000:3.0:1746145246.429050:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.429077:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10337 00000100:00100000:3.0:1746145246.429082:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535279744:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.429090:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.429105:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.429115:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.429129:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d678c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aa6 expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.429151:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.429153:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.429159:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.429167:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.429185:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.429195:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.429209:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075200:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.429268:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.430897:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075200:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.430911:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.430942:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535279744:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1859us (2697us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.430949:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10337 00000100:00100000:0.0:1746145246.431105:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.431614:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280000 00000100:00100000:2.0:1746145246.431619:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280000 00002000:00100000:2.0:1746145246.431691:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552a00 x1830965535280000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.431699:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552a00 with x1830965535280000 ext(0->4095) 00010000:00010000:2.0:1746145246.431705:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.431716:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.431722:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085552a00 00000100:00100000:2.0:1746145246.431745:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2459 00000100:00100000:2.0:1746145246.431750:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535280000:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145246.432690:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535280000:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 938us (1585us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.432698:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2459 00002000:00100000:2.0:1746145246.432703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552a00 x1830965535280000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.432710:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552a00 with x1830965535280000 ext(0->4095) 00010000:00010000:2.0:1746145246.432715:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.432729:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.432734:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085552a00 00000100:00100000:0.0:1746145246.437263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.437405:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280128 00000100:00100000:3.0:1746145246.437414:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280128 00010000:00010000:3.0:1746145246.437445:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.437481:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10338 00000100:00100000:3.0:1746145246.437489:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535280128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.437503:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.437519:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.437530:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.437550:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6793 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aad expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.437575:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.437578:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.437584:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.437592:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.437621:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.437654:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075328:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.437870:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.437979:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.438031:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280256 00000100:00100000:2.0:1746145246.438035:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280256 00000100:00100000:2.0:1746145246.438066:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6208 00000100:00100000:2.0:1746145246.438072:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535280256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.438083:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.438092:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535abb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.438108:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.438113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.438114:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.438117:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.438134:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.438143:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.440986:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531075456:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.441086:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.441879:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075328:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.441892:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.443009:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535280128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5518us (5751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.443026:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10338 00000100:00100000:3.0:1746145246.444013:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531075456:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.444044:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.444061:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc800, rc 0) 00000100:00100000:3.0:1746145246.444099:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535280256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6026us (6120us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.444105:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6208 00000100:00100000:0.0:1746145246.444466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.444519:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280384 00000100:00100000:3.0:1746145246.444526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280384 00010000:00010000:3.0:1746145246.444545:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.444568:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10339 00000100:00100000:3.0:1746145246.444573:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535280384:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.444583:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.444596:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.444605:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.444623:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d679a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ab4 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.444652:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.444654:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.444661:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.444667:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.444690:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.444700:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075584:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.444753:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.447739:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.447794:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280640 00000100:00100000:2.0:1746145246.447802:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280640 00002000:00100000:2.0:1746145246.447838:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced500 x1830965535280640/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.447846:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced500 with x1830965535280640 ext(0->4095) 00002000:00010000:2.0:1746145246.447851:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ced500 00000100:00100000:2.0:1746145246.447874:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4340 00000100:00100000:2.0:1746145246.447881:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535280640:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.447925:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075584:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.447942:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.447980:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1960:x1830965535280384:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3405us (3515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.447986:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10339 00000100:00100000:2.0:1746145246.447993:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535280640:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (260us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.447998:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4340 00002000:00100000:2.0:1746145246.448003:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced500 x1830965535280640/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.448010:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced500 with x1830965535280640 ext(0->4095) 00002000:00010000:2.0:1746145246.448012:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ced500 00000100:00100000:2.0:1746145246.452806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.452972:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280768 00000100:00100000:3.0:1746145246.452980:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280768 00000100:00100000:3.0:1746145246.453034:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6209 00000100:00100000:3.0:1746145246.453042:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:31571:x1830965535280768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.453057:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.453071:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ac2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.453096:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.453102:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.453104:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.453108:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.453133:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.453144:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.453160:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531075712:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.453239:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.453559:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.453718:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535280896 00000100:00100000:2.0:1746145246.453721:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535280896 00000100:00100000:2.0:1746145246.453753:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6210 00000100:00100000:2.0:1746145246.453758:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535280896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.453765:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.453771:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ac9 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.453786:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.453790:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.453795:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.453797:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 28 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.453816:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.453825:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 28 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.453833:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8800, rc 0) 00000100:00100000:2.0:1746145246.454388:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535280896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 628us (827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.454395:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6210 00000100:00100000:3.0:1746145246.455623:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531075712:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.455663:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.455675:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145246.455700:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31571:x1830965535280768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2659us (2901us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.455706:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6209 00000100:00100000:0.0:1746145246.456423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.456612:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281024 00000100:00100000:3.0:1746145246.456617:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281024 00010000:00010000:3.0:1746145246.456743:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.456775:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10340 00000100:00100000:3.0:1746145246.456781:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535281024:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.456791:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.456807:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.456816:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.456838:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d67a1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535abb expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.456861:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.456863:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.456870:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.456876:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.456900:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.456914:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.456924:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075968:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.457054:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.458176:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531075968:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.458188:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.458214:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535281024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1431us (1790us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.458220:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10340 00000100:00100000:2.0:1746145246.459869:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.460028:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281280 00000100:00100000:3.0:1746145246.460035:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281280 00002000:00100000:3.0:1746145246.460208:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883caa00 x1830965535281280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.460216:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883caa00 with x1830965535281280 ext(0->4095) 00010000:00010000:3.0:1746145246.460222:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.460235:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.460240:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883caa00 00000100:00100000:3.0:1746145246.460257:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2460 00000100:00100000:3.0:1746145246.460263:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535281280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.460379:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535281280:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (513us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.460385:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2460 00002000:00100000:3.0:1746145246.460390:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883caa00 x1830965535281280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.460396:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883caa00 with x1830965535281280 ext(0->4095) 00010000:00010000:3.0:1746145246.460400:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.460408:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.460413:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883caa00 00000100:00100000:0.0:1746145246.463784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.464096:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281408 00000100:00100000:3.0:1746145246.464103:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281408 00000100:00100000:3.0:1746145246.464147:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6211 00000100:00100000:3.0:1746145246.464153:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535281408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.464165:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.464178:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ad0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.464197:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.464201:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.464206:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.464209:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.464235:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.464242:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.464250:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:3.0:1746145246.464287:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535281408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (508us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.464292:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6211 00000100:00100000:2.0:1746145246.467132:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.467184:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281536 00000100:00100000:3.0:1746145246.467190:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281536 00010000:00010000:3.0:1746145246.467220:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.467257:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10341 00000100:00100000:3.0:1746145246.467264:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535281536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.467275:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.467291:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.467301:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.467320:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67a8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac2 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.467346:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.467348:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.467355:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.467363:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.467389:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.467400:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.467415:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076224:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.468867:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.469619:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076224:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.469657:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.469701:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535281536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2436us (2574us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.469710:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10341 00000100:00100000:0.0:1746145246.471281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.471301:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281792 00000100:00100000:0.0:1746145246.471307:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281792 00002000:00100000:0.0:1746145246.471340:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3ad80 x1830965535281792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.471348:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965535281792 ext(0->4095) 00010000:00010000:0.0:1746145246.471354:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.471366:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746145246.471372:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3ad80 00000100:00100000:0.0:1746145246.471402:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2461 00000100:00100000:0.0:1746145246.471408:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535281792:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145246.472127:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535281792:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 718us (848us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145246.472135:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2461 00002000:00100000:0.0:1746145246.472140:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3ad80 x1830965535281792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.472147:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965535281792 ext(0->4095) 00010000:00010000:0.0:1746145246.472152:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.472161:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746145246.472167:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3ad80 00000100:00100000:2.0:1746145246.474957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.475054:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.475214:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535281920 00000100:00100000:3.0:1746145246.475221:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535281920 00000100:00100000:3.0:1746145246.475267:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6212 00000100:00100000:3.0:1746145246.475274:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535281920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.475288:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.475301:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ad7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.475323:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.475328:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.475333:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.475337:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.475367:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.475382:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.475392:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145246.475436:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535281920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 163us (485us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.475442:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6212 00000100:00100000:0.0:1746145246.475605:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282048 00000100:00100000:0.0:1746145246.475609:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282048 00010000:00010000:0.0:1746145246.475623:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 27 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746145246.475666:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10342 00000100:00100000:0.0:1746145246.475672:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1963:x1830965535282048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145246.475680:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145246.475694:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 27 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.475703:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 27 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.475718:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8800/0xb5ee96b21a0d67af lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ac9 expref: 27 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.475742:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145246.475743:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145246.475749:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.475756:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.475774:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.475784:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:0.0:1746145246.475793:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076480:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145246.476989:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.477618:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008de39c00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076480:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.477647:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.477684:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1963:x1830965535282048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2012us (2630us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.477695:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10342 00000100:00100000:0.0:1746145246.478434:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.478482:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282304 00000100:00100000:2.0:1746145246.478486:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282304 00002000:00100000:2.0:1746145246.478511:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39f80 x1830965535282304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.478519:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39f80 with x1830965535282304 ext(0->4095) 00010000:00010000:2.0:1746145246.478525:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.478535:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.478540:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39f80 00000100:00100000:2.0:1746145246.479174:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2462 00000100:00100000:2.0:1746145246.479182:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535282304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.479312:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535282304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 131us (878us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.479318:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2462 00002000:00100000:2.0:1746145246.479323:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39f80 x1830965535282304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.479330:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39f80 with x1830965535282304 ext(0->4095) 00010000:00010000:2.0:1746145246.479334:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.479347:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.479353:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de39f80 00000100:00100000:0.0:1746145246.483142:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.483623:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282432 00000100:00100000:2.0:1746145246.483646:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282432 00010000:00010000:2.0:1746145246.483675:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.483852:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10343 00000100:00100000:2.0:1746145246.483859:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535282432:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.483871:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.483885:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.483895:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.483912:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67b6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad0 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.483983:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.483985:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.483991:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.484003:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.484036:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.484046:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076608:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.484103:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.486795:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c8380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076608:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.486815:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.486859:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535282432:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3000us (3723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.486867:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10343 00000100:00100000:2.0:1746145246.487065:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.487164:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282688 00000100:00100000:3.0:1746145246.487169:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282688 00002000:00100000:3.0:1746145246.487197:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8380 x1830965535282688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.487205:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535282688 ext(0->4095) 00002000:00010000:3.0:1746145246.487209:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:3.0:1746145246.487233:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4341 00000100:00100000:3.0:1746145246.487239:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535282688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.487364:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535282688:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (300us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.487370:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4341 00002000:00100000:3.0:1746145246.487375:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8380 x1830965535282688/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.487381:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535282688 ext(0->4095) 00002000:00010000:3.0:1746145246.487384:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:0.0:1746145246.489466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.489539:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282816 00000100:00100000:2.0:1746145246.489544:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282816 00000100:00100000:2.0:1746145246.489582:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6213 00000100:00100000:2.0:1746145246.489589:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535282816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.489601:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.489615:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ade expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.489660:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.489671:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.489672:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.489676:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.489698:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.489708:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.489718:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531076736:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.489783:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.491093:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531076736:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.491113:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.491124:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8000, rc 0) 00000100:00100000:2.0:1746145246.491159:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535282816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1569us (1696us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.491165:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6213 00000100:00100000:0.0:1746145246.491993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.492099:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535282944 00000100:00100000:2.0:1746145246.492104:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535282944 00010000:00010000:2.0:1746145246.492124:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.492146:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10344 00000100:00100000:2.0:1746145246.492151:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535282944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.492160:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.492174:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.492184:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.492201:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67bd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ad7 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.492225:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.492227:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.492233:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.492241:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.492261:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.492271:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076864:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.492323:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.494506:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.494587:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531076864:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.494602:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.494649:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965535282944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2496us (2656us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.494656:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10344 00000100:00100000:3.0:1746145246.494715:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283200 00000100:00100000:3.0:1746145246.494720:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283200 00002000:00100000:3.0:1746145246.494744:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39c00 x1830965535283200/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.494752:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39c00 with x1830965535283200 ext(0->4095) 00002000:00010000:3.0:1746145246.494755:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39c00 00000100:00100000:3.0:1746145246.494766:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4342 00000100:00100000:3.0:1746145246.494770:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535283200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.494889:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535283200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (387us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.494895:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4342 00002000:00100000:3.0:1746145246.494903:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39c00 x1830965535283200/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.494909:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39c00 with x1830965535283200 ext(0->4095) 00002000:00010000:3.0:1746145246.494911:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39c00 00000100:00100000:0.0:1746145246.497089:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.497133:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283328 00000100:00100000:2.0:1746145246.497139:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283328 00000100:00100000:0.0:1746145246.497159:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.497435:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283456 00000100:00100000:2.0:1746145246.497438:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283456 00000100:00100000:2.0:1746145246.497457:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6214 00000100:00100000:2.0:1746145246.497463:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535283328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746145246.497468:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6215 00010000:00010000:2.0:1746145246.497475:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746145246.497477:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31571:x1830965535283456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.497483:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.497487:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ae5 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.497491:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535aec expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.497507:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.497513:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.497515:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.497518:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 28 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.497525:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.497529:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 28 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.497534:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.497536:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.497558:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.497560:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 28 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.497568:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 5 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.497583:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531077120:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.497585:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.497598:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:2.0:1746145246.497647:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535283328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 184us (563us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.497652:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6214 00000100:00100000:1.0:1746145246.497665:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.499769:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ee9c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531077120:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.499795:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.499810:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145246.499849:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31571:x1830965535283456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2373us (2689us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.499856:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6215 00000100:00100000:0.0:1746145246.500327:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.500929:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283584 00000100:00100000:3.0:1746145246.500935:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283584 00010000:00010000:3.0:1746145246.500957:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.500974:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10345 00000100:00100000:3.0:1746145246.500979:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535283584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.500988:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.501002:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.501014:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.501046:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ade expref: 6 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.501137:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.501139:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.501145:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.501151:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.501174:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.501182:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.501191:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077248:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.502051:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.502928:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077248:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.502939:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.502970:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535283584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1990us (2644us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.502980:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10345 00000100:00100000:0.0:1746145246.506378:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.506643:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283840 00000100:00100000:3.0:1746145246.506652:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283840 00002000:00100000:3.0:1746145246.506689:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075180 x1830965535283840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.506697:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075180 with x1830965535283840 ext(0->4095) 00010000:00010000:3.0:1746145246.506704:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.506716:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.506722:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075180 00000100:00100000:3.0:1746145246.506739:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2463 00000100:00100000:3.0:1746145246.506746:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535283840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.506869:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535283840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (497us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.506876:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2463 00002000:00100000:3.0:1746145246.506881:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092075180 x1830965535283840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.506888:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092075180 with x1830965535283840 ext(0->4095) 00010000:00010000:3.0:1746145246.506892:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.506904:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.506910:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092075180 00000100:00100000:0.0:1746145246.509753:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.509816:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535283968 00000100:00100000:1.0:1746145246.509824:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535283968 00000100:00100000:1.0:1746145246.509875:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6216 00000100:00100000:1.0:1746145246.509883:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535283968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.509897:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.509911:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535af3 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.509932:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.509937:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.509942:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145246.509945:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.509978:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.509993:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.510002:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145246.510059:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092075f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535283968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (311us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.510065:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6216 00000100:00100000:0.0:1746145246.510103:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.512384:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284096 00000100:00100000:2.0:1746145246.512393:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284096 00010000:00010000:2.0:1746145246.512420:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.512455:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10346 00000100:00100000:2.0:1746145246.512462:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535284096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.512471:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.512487:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.512497:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.512514:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d67d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535aec expref: 27 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.512529:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.512531:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.512537:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.512548:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.512572:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.512581:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.512591:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077504:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.512683:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.515040:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.515136:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077504:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.515158:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.515201:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535284096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2738us (5097us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.515209:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10346 00000100:00100000:3.0:1746145246.515286:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284352 00000100:00100000:3.0:1746145246.515292:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284352 00002000:00100000:3.0:1746145246.515318:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076d80 x1830965535284352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.515327:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076d80 with x1830965535284352 ext(0->4095) 00010000:00010000:3.0:1746145246.515334:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.515345:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.515351:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076d80 00000100:00100000:3.0:1746145246.515366:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2464 00000100:00100000:3.0:1746145246.515371:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535284352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.515478:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535284352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (442us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.515484:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2464 00002000:00100000:3.0:1746145246.515489:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076d80 x1830965535284352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.515496:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076d80 with x1830965535284352 ext(0->4095) 00010000:00010000:3.0:1746145246.515500:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.515508:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 26 pid: 11330 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.515513:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076d80 00000100:00100000:0.0:1746145246.517516:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.517682:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.517744:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284480 00000100:00100000:3.0:1746145246.517750:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284480 00000100:00100000:3.0:1746145246.517876:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6217 00000100:00100000:3.0:1746145246.517882:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535284480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.517894:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.517907:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535afa expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.517927:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.517931:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.517937:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.517939:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.517965:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.517976:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.517989:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:2.0:1746145246.518129:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284608 00000100:00100000:2.0:1746145246.518133:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284608 00010000:00010000:2.0:1746145246.518147:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.518166:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10347 00000100:00100000:2.0:1746145246.518170:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535284608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.518178:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.518192:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.518200:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.518213:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094701600/0xb5ee96b21a0d67cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ae5 expref: 28 pid: 11330 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.518501:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535284480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 618us (987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.518506:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6217 00010000:00010000:2.0:1746145246.518895:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.518897:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.518904:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.518910:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.518928:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.518936:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 5 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.518946:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077760:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.518996:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.520413:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077760:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.520427:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.520463:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535284608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2292us (2780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.520472:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10347 00000100:00100000:0.0:1746145246.521264:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.521360:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284864 00000100:00100000:3.0:1746145246.521365:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284864 00002000:00100000:3.0:1746145246.521390:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076680 x1830965535284864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.521398:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076680 with x1830965535284864 ext(0->4095) 00010000:00010000:3.0:1746145246.521405:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.521415:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.521420:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076680 00000100:00100000:3.0:1746145246.521433:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2465 00000100:00100000:3.0:1746145246.521439:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535284864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.522193:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092076680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535284864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 751us (927us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.522200:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2465 00002000:00100000:3.0:1746145246.522206:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092076680 x1830965535284864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.522216:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092076680 with x1830965535284864 ext(0->4095) 00010000:00010000:3.0:1746145246.522222:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.522231:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.522236:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092076680 00000100:00100000:0.0:1746145246.525960:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.526355:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535284992 00000100:00100000:2.0:1746145246.526363:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535284992 00010000:00010000:2.0:1746145246.526394:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.526426:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10348 00000100:00100000:2.0:1746145246.526433:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535284992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.526443:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.526458:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.526469:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.526488:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d67d9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535af3 expref: 6 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.526508:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.526510:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.526517:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.526524:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.526548:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.526559:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077888:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.526621:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.528126:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531077888:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.528139:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.528165:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535284992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1732us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.528173:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10348 00000100:00100000:0.0:1746145246.530529:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.530587:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535285248 00000100:00100000:3.0:1746145246.530595:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535285248 00002000:00100000:3.0:1746145246.530646:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074a80 x1830965535285248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.530655:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074a80 with x1830965535285248 ext(0->4095) 00002000:00010000:3.0:1746145246.530660:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092074a80 00000100:00100000:3.0:1746145246.530674:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4343 00000100:00100000:3.0:1746145246.530680:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535285248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.530804:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535285248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (280us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.530809:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4343 00002000:00100000:3.0:1746145246.530814:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092074a80 x1830965535285248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.530820:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092074a80 with x1830965535285248 ext(0->4095) 00002000:00010000:3.0:1746145246.530823:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092074a80 00000100:00100000:0.0:1746145246.532382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.532889:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535285376 00000100:00100000:3.0:1746145246.532894:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535285376 00000100:00100000:3.0:1746145246.532959:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6218 00000100:00100000:3.0:1746145246.532965:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535285376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.532977:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.532992:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b01 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.533013:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.533030:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.533032:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.533034:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.533060:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.533069:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.533080:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078016:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.533147:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.535335:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078016:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.535356:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.535374:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145246.535418:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092074380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535285376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2451us (3036us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.535425:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6218 00000100:00100000:0.0:1746145246.535887:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.536210:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535285504 00000100:00100000:3.0:1746145246.536215:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535285504 00010000:00010000:3.0:1746145246.536236:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.536265:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10349 00000100:00100000:3.0:1746145246.536270:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535285504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.536280:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.536295:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.536305:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.536323:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d67e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535afa expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.537426:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.537429:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.537438:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.537450:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.537478:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.537488:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078144:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.537704:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.540370:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.540654:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535285632 00000100:00100000:3.0:1746145246.540661:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535285632 00000100:00100000:3.0:1746145246.541143:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6219 00000100:00100000:3.0:1746145246.541151:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535285632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.541164:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.541178:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b08 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.541199:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.541204:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.541206:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.541209:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.541232:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.541245:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.541254:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078272:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.542763:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.542795:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078144:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.542808:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.542832:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092077100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535285504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6562us (6947us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.542841:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10349 00000100:00100000:0.0:1746145246.543381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.543424:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535285888 00000100:00100000:2.0:1746145246.543428:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535285888 00002000:00100000:2.0:1746145246.543455:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555500 x1830965535285888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.543463:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555500 with x1830965535285888 ext(0->4095) 00010000:00010000:2.0:1746145246.543469:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.543480:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.543485:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555500 00000100:00100000:2.0:1746145246.543504:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2466 00000100:00100000:2.0:1746145246.543509:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535285888:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.543604:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535285888:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 95us (224us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.543611:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2466 00002000:00100000:2.0:1746145246.543615:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555500 x1830965535285888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.543621:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555500 with x1830965535285888 ext(0->4095) 00010000:00010000:2.0:1746145246.543640:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.543649:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.543654:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555500 00000100:00100000:1.0:1746145246.547002:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.547462:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286016 00000100:00100000:2.0:1746145246.547470:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286016 00000100:00100000:2.0:1746145246.547820:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6220 00000100:00100000:2.0:1746145246.547828:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31571:x1830965535286016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.547841:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.547857:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b0f expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.547880:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.547884:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.547889:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.547893:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 28 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.547925:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.547935:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 28 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.547942:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8000, rc 0) 00000100:00100000:2.0:1746145246.547984:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31571:x1830965535286016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (987us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.547989:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6220 00000100:00100000:3.0:1746145246.548105:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078272:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.548125:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.548132:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145246.548148:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535285632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7000us (7785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.548153:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6219 00000100:00100000:0.0:1746145246.548620:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.548744:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286144 00000100:00100000:3.0:1746145246.548747:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286144 00010000:00010000:3.0:1746145246.548761:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.548786:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10350 00000100:00100000:3.0:1746145246.548792:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535286144:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.548800:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.548816:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.548825:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.548840:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d67e7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b01 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.549123:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.549124:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.549131:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.549138:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.549157:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.549167:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.549177:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078528:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.549405:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.551310:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.551386:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078528:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.551399:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.551437:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535286144:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2644us (2817us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.551446:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10350 00000100:00100000:2.0:1746145246.551659:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286400 00000100:00100000:2.0:1746145246.551664:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286400 00002000:00100000:2.0:1746145246.551689:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554000 x1830965535286400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.551697:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965535286400 ext(0->4095) 00010000:00010000:2.0:1746145246.551702:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.551712:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.551717:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:2.0:1746145246.551733:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2467 00000100:00100000:2.0:1746145246.551738:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535286400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.551847:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535286400:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (542us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.551853:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2467 00002000:00100000:2.0:1746145246.551858:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554000 x1830965535286400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.551864:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965535286400 ext(0->4095) 00010000:00010000:2.0:1746145246.551868:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.551876:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.551881:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:0.0:1746145246.553742:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.553826:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286528 00000100:00100000:3.0:1746145246.553831:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286528 00010000:00010000:3.0:1746145246.553850:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.553902:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10351 00000100:00100000:3.0:1746145246.553908:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1963:x1830965535286528:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.553919:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.553932:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.553942:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.553959:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d67ee lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b08 expref: 27 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.553972:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.553974:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.553981:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.553987:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.554011:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.554033:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078656:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.554448:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.556834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.556935:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286784 00000100:00100000:1.0:1746145246.556941:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286784 00000100:00100000:3.0:1746145246.556952:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078656:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.556967:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746145246.556973:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293b80 x1830965535286784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.556982:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293b80 with x1830965535286784 ext(0->4095) 00002000:00010000:1.0:1746145246.556985:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293b80 00000100:00100000:1.0:1746145246.557011:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4344 00000100:00100000:1.0:1746145246.557027:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535286784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.557072:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1963:x1830965535286528:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3162us (3332us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.557079:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10351 00000100:00100000:1.0:1746145246.557138:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535286784:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 120us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.557143:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4344 00002000:00100000:1.0:1746145246.557147:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293b80 x1830965535286784/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.557159:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293b80 with x1830965535286784 ext(0->4095) 00002000:00010000:1.0:1746145246.557161:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293b80 00000100:00100000:0.0:1746145246.559477:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.559615:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535286912 00000100:00100000:3.0:1746145246.559622:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535286912 00000100:00100000:3.0:1746145246.559670:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6221 00000100:00100000:3.0:1746145246.559675:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535286912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.559688:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.559700:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b16 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.559721:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 25 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.559727:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.559728:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.559731:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.559757:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 25 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.559766:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 25 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.559775:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078784:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.559838:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.561663:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531078784:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.561683:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.561696:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145246.561737:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535286912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2061us (2264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.561744:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6221 00000100:00100000:0.0:1746145246.561929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.562134:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287040 00000100:00100000:3.0:1746145246.562139:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287040 00010000:00010000:3.0:1746145246.562159:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.562187:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10352 00000100:00100000:3.0:1746145246.562193:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535287040:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.562202:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.562219:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.562228:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.562245:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d67f5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b0f expref: 26 pid: 8464 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.562257:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.562258:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.562264:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.562271:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.562293:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.562302:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078912:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.562351:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.564485:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531078912:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.564497:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.564539:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1961:x1830965535287040:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2344us (2609us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.564547:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10352 00000100:00100000:0.0:1746145246.565915:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.565979:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287296 00000100:00100000:2.0:1746145246.565984:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287296 00002000:00100000:2.0:1746145246.566030:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379c00 x1830965535287296/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.566038:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379c00 with x1830965535287296 ext(0->4095) 00002000:00010000:2.0:1746145246.566042:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379c00 00000100:00100000:2.0:1746145246.566066:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4345 00000100:00100000:2.0:1746145246.566073:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535287296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145246.566189:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535287296:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (277us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.566195:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4345 00002000:00100000:2.0:1746145246.566199:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379c00 x1830965535287296/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.566212:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379c00 with x1830965535287296 ext(0->4095) 00002000:00010000:2.0:1746145246.566214:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379c00 00000100:00100000:0.0:1746145246.568910:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.568988:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.569052:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287424 00000100:00100000:1.0:1746145246.569059:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287424 00000100:00100000:1.0:1746145246.569102:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287552 00000100:00100000:1.0:1746145246.569105:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287552 00000100:00100000:1.0:1746145246.569120:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6222 00000100:00100000:1.0:1746145246.569126:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535287424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.569141:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.569154:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b1d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.569177:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.569183:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.569185:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.569707:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.569734:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.569746:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.569756:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079040:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.569816:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.570045:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6223 00000100:00100000:3.0:1746145246.570055:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31571:x1830965535287552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.570063:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.570070:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b24 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.570082:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.570086:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.570091:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.570094:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.570110:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.570119:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.570127:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145246.570380:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31571:x1830965535287552:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 326us (1390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.570386:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6223 00000100:00100000:1.0:1746145246.572420:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079040:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.572447:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.572460:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145246.572505:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535287424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3379us (3601us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.572512:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6222 00000100:00100000:0.0:1746145246.574837:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.575003:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287680 00000100:00100000:3.0:1746145246.575011:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287680 00010000:00010000:3.0:1746145246.575048:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.575090:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10353 00000100:00100000:3.0:1746145246.575097:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535287680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.575109:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.575125:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.575135:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.575155:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d67fc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b16 expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.575170:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.575172:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.575179:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 26 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.575186:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 26 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.575213:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 26 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.575222:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 26 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.575236:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079296:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.577164:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.581517:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.582073:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079296:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.582091:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.582126:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535287680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7030us (7295us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.582134:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10353 00000100:00100000:1.0:1746145246.582910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535287936 00000100:00100000:1.0:1746145246.582917:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535287936 00002000:00100000:1.0:1746145246.582950:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658000 x1830965535287936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.582958:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658000 with x1830965535287936 ext(0->4095) 00010000:00010000:1.0:1746145246.582964:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.582976:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.582981:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658000 00000100:00100000:1.0:1746145246.583763:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2468 00000100:00100000:1.0:1746145246.583772:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535287936:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.583904:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535287936:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (2392us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.583912:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2468 00002000:00100000:1.0:1746145246.583917:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658000 x1830965535287936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.583923:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658000 with x1830965535287936 ext(0->4095) 00010000:00010000:1.0:1746145246.583927:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.583936:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.583941:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658000 00000100:00100000:2.0:1746145246.586346:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.587059:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288064 00000100:00100000:3.0:1746145246.587066:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288064 00010000:00010000:3.0:1746145246.587091:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.587152:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10354 00000100:00100000:3.0:1746145246.587159:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a06050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535288064:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.587168:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.587182:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.587192:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.587210:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6803 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b1d expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.587233:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.587235:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.587241:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.587247:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.587271:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.587280:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079424:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.588202:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.590113:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079424:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.590129:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.590162:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535288064:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3003us (3821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.590171:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10354 00000100:00100000:0.0:1746145246.591208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.591281:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288320 00000100:00100000:2.0:1746145246.591287:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288320 00002000:00100000:2.0:1746145246.591319:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a300 x1830965535288320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.591328:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965535288320 ext(0->4095) 00002000:00010000:2.0:1746145246.591332:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a300 00000100:00100000:2.0:1746145246.591359:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4346 00000100:00100000:2.0:1746145246.591366:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535288320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.591504:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535288320:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (297us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.591510:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4346 00002000:00100000:2.0:1746145246.591515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a300 x1830965535288320/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.591521:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a300 with x1830965535288320 ext(0->4095) 00002000:00010000:2.0:1746145246.591523:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65a300 00000100:00100000:0.0:1746145246.597946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.598605:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288448 00000100:00100000:1.0:1746145246.598614:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288448 00000100:00100000:1.0:1746145246.598705:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6224 00000100:00100000:1.0:1746145246.598714:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535288448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.598729:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.598744:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b2b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.598768:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.598775:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.598776:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.598779:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.598809:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 25 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.598820:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 25 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.598831:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079552:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.598910:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.600692:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079552:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.600716:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.600731:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:1.0:1746145246.600767:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535288448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2051us (2823us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.600775:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6224 00000100:00100000:0.0:1746145246.601767:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.601825:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288576 00000100:00100000:3.0:1746145246.601830:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288576 00010000:00010000:3.0:1746145246.601855:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.601885:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10355 00000100:00100000:3.0:1746145246.602456:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535288576:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.602466:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.602483:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.602498:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.602518:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d680a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b24 expref: 26 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.602543:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.602546:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.602552:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.602558:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.602583:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.602593:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079680:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.602680:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.602713:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.602729:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288704 00000100:00100000:1.0:1746145246.602732:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288704 00000100:00100000:1.0:1746145246.602760:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6225 00000100:00100000:1.0:1746145246.602766:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:31559:x1830965535288704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.602780:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.602793:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b32 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.602812:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.602816:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.602818:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.602820:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.602833:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.602844:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.602851:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079808:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.602871:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.605783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.606066:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079680:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.606069:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531079808:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.606081:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145246.606092:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.606106:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:3.0:1746145246.606114:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535288576:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3661us (4349us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.606123:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10355 00000100:00100000:1.0:1746145246.606127:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:31559:x1830965535288704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3361us (3414us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.606133:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6225 00000100:00100000:0.0:1746145246.606384:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535288960 00000100:00100000:0.0:1746145246.606389:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535288960 00002000:00100000:0.0:1746145246.606416:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1180 x1830965535288960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.606424:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535288960 ext(0->4095) 00010000:00010000:0.0:1746145246.606429:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.606439:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746145246.606445:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1180 00000100:00100000:0.0:1746145246.606468:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2469 00000100:00100000:0.0:1746145246.606473:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535288960:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145246.606575:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535288960:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (797us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145246.606580:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2469 00002000:00100000:0.0:1746145246.606585:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1180 x1830965535288960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.606592:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535288960 ext(0->4095) 00010000:00010000:0.0:1746145246.606596:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:0.0:1746145246.606604:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:0.0:1746145246.606610:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1180 00000100:00100000:0.0:1746145246.612351:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.612428:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289088 00000100:00100000:1.0:1746145246.612436:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289088 00010000:00010000:1.0:1746145246.612469:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.612494:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10356 00000100:00100000:1.0:1746145246.612500:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535289088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145246.612512:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145246.612529:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.612540:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.612561:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6811 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b2b expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.612575:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.612577:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.612584:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.612591:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.612616:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.612640:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079936:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.612691:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.617182:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531079936:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145246.617203:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.617241:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535289088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4739us (4895us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.617250:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10356 00000100:00100000:0.0:1746145246.620051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.620469:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289344 00000100:00100000:2.0:1746145246.620501:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289344 00002000:00100000:2.0:1746145246.620544:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2a00 x1830965535289344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.620556:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2a00 with x1830965535289344 ext(0->4095) 00002000:00010000:2.0:1746145246.620561:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2a00 00000100:00100000:2.0:1746145246.620588:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4347 00000100:00100000:2.0:1746145246.620595:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535289344:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.620753:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535289344:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (708us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.620759:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4347 00002000:00100000:2.0:1746145246.620765:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2a00 x1830965535289344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.620771:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2a00 with x1830965535289344 ext(0->4095) 00002000:00010000:2.0:1746145246.620773:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef2a00 00000100:00100000:0.0:1746145246.624542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.624676:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289472 00000100:00100000:1.0:1746145246.624684:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289472 00000100:00100000:1.0:1746145246.624731:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6226 00000100:00100000:1.0:1746145246.624739:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535289472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.624753:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.624768:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b39 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.624792:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.624799:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.624800:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.624804:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.624826:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.624836:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 25 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.624851:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531080064:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.624987:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.633681:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531080064:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.633711:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.633728:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145246.633767:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535289472:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9029us (9230us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.633775:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6226 00000100:00100000:0.0:1746145246.637946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.640690:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289600 00000100:00100000:1.0:1746145246.640701:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289600 00002000:00100000:1.0:1746145246.640743:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8700 x1830965535289600/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.640751:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535289600 ext(0->7) 00010000:00010000:1.0:1746145246.640759:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 26 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.640772:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 26 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.640778:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:1.0:1746145246.640814:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2470 00000100:00100000:1.0:1746145246.640821:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1961:x1830965535289600:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145246.641090:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535289600:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 269us (3150us total) trans 4294968013 rc 0/0 00000100:00100000:1.0:1746145246.641096:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2470 00002000:00100000:1.0:1746145246.641102:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8700 x1830965535289600/t4294968013(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.641109:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535289600 ext(0->7) 00010000:00010000:1.0:1746145246.641113:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.641121:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.641127:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:0.0:1746145246.644031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.644087:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289728 00000100:00100000:1.0:1746145246.644094:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289728 00000100:00100000:1.0:1746145246.644137:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6227 00000100:00100000:1.0:1746145246.644144:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535289728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.644159:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.644173:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b40 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.644193:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.644197:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.644203:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145246.644207:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.644233:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.644247:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.644255:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:1.0:1746145246.644298:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535289728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (288us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.644305:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6227 00000100:00100000:0.0:1746145246.644971:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.645045:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535289856 00000100:00100000:1.0:1746145246.645048:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535289856 00010000:00010000:1.0:1746145246.645065:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.645082:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10357 00000100:00100000:1.0:1746145246.645087:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535289856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145246.645095:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145246.645110:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.645120:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.645135:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6818 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b32 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.645160:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.645162:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.645167:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.645173:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.645189:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.645198:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.645207:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080320:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.645252:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.646727:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080320:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145246.646743:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.646764:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535289856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1677us (1794us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.646770:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10357 00000100:00100000:0.0:1746145246.647913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.647983:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535290112 00000100:00100000:2.0:1746145246.647988:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535290112 00002000:00100000:2.0:1746145246.648026:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eaa00 x1830965535290112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.648036:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eaa00 with x1830965535290112 ext(0->4095) 00010000:00010000:2.0:1746145246.648042:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.648053:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.648058:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eaa00 00000100:00100000:2.0:1746145246.648080:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2471 00000100:00100000:2.0:1746145246.648086:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535290112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.648274:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535290112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 187us (363us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.648279:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2471 00002000:00100000:2.0:1746145246.648284:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eaa00 x1830965535290112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.648291:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eaa00 with x1830965535290112 ext(0->4095) 00010000:00010000:2.0:1746145246.648295:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.648303:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.648308:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eaa00 00000100:00100000:0.0:1746145246.650845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.651093:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535290240 00000100:00100000:1.0:1746145246.651100:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535290240 00010000:00010000:1.0:1746145246.651129:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.651169:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10358 00000100:00100000:1.0:1746145246.651176:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535290240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145246.651188:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145246.651202:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.651213:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.651230:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d681f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b39 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.651251:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.651253:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.651260:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.651268:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.651294:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.651304:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080448:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.651941:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.653948:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080448:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145246.653968:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.653997:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535290240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2820us (3156us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.654006:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10358 00000100:00100000:0.0:1746145246.654451:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.654862:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535290496 00000100:00100000:2.0:1746145246.654868:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535290496 00002000:00100000:2.0:1746145246.654900:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c000 x1830965535290496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.654908:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c000 with x1830965535290496 ext(0->4095) 00002000:00010000:2.0:1746145246.654913:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526c000 00000100:00100000:2.0:1746145246.654932:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4348 00000100:00100000:2.0:1746145246.654939:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535290496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.655199:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535290496:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 259us (748us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.655205:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4348 00002000:00100000:2.0:1746145246.655211:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c000 x1830965535290496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.655217:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c000 with x1830965535290496 ext(0->4095) 00002000:00010000:2.0:1746145246.655220:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526c000 00000100:00100000:0.0:1746145246.656760:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.656821:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535290624 00000100:00100000:1.0:1746145246.656826:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535290624 00000100:00100000:1.0:1746145246.656954:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6228 00000100:00100000:1.0:1746145246.656962:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535290624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.656973:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.656987:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b47 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.657009:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.657025:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.657027:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.657030:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.657052:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.657063:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.657073:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531080576:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.657396:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.659322:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531080576:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.659346:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.659359:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc800, rc 0) 00000100:00100000:1.0:1746145246.659400:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535290624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2438us (2641us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.659406:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6228 00000100:00100000:0.0:1746145246.659566:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.659608:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535290752 00000100:00100000:1.0:1746145246.659612:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535290752 00010000:00010000:1.0:1746145246.659647:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.659664:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10359 00000100:00100000:1.0:1746145246.659669:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535290752:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145246.659677:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145246.659693:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.659702:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.659719:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6826 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b40 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.659745:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.659747:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.659753:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.659760:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.659781:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.659790:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080704:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.660160:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.661431:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531080704:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145246.661449:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.661484:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1961:x1830965535290752:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1814us (1917us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.661490:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10359 00000100:00100000:0.0:1746145246.662111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.662199:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291008 00000100:00100000:2.0:1746145246.662203:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291008 00002000:00100000:2.0:1746145246.662231:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ea00 x1830965535291008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.662239:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ea00 with x1830965535291008 ext(0->4095) 00002000:00010000:2.0:1746145246.662242:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ea00 00000100:00100000:2.0:1746145246.662261:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4349 00000100:00100000:2.0:1746145246.662265:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535291008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.662378:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535291008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (267us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.662383:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4349 00002000:00100000:2.0:1746145246.662388:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ea00 x1830965535291008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.662394:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ea00 with x1830965535291008 ext(0->4095) 00002000:00010000:2.0:1746145246.662397:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ea00 00000100:00100000:0.0:1746145246.664997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.665230:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.665496:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291136 00000100:00100000:1.0:1746145246.665503:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291136 00000100:00100000:3.0:1746145246.665525:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291264 00000100:00100000:3.0:1746145246.665529:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291264 00000100:00100000:1.0:1746145246.665547:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6229 00000100:00100000:1.0:1746145246.665554:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31571:x1830965535291136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.665568:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746145246.665570:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6230 00000100:00100000:3.0:1746145246.665574:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535291264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.665579:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.665582:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b4e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.665583:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b55 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.665605:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.665612:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.665613:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.665616:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.665622:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.665645:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.665651:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.665653:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.665678:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 5/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.665692:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.665695:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.665703:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.665711:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:3.0:1746145246.665713:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531080960:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145246.665745:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31571:x1830965535291136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 191us (753us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.665751:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6229 00000100:00100000:3.0:1746145246.665923:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.667959:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.668126:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291392 00000100:00100000:1.0:1746145246.668133:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291392 00010000:00010000:1.0:1746145246.668158:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.668180:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10360 00000100:00100000:1.0:1746145246.668186:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535291392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145246.668195:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145246.668211:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.668221:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.668242:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.668243:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.668250:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.668257:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.668281:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.668290:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:1.0:1746145246.668300:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081088:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.668361:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00010000:00010000:3.0:1746145246.668550:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d682d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b47 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.668564:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531080960:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.668582:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.668590:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.668598:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.668618:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535291264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3043us (3388us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.668642:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6230 00000100:00100000:0.0:1746145246.670550:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.670602:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291648 00000100:00100000:2.0:1746145246.670608:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291648 00000100:00100000:1.0:1746145246.670656:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081088:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145246.670659:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551500 x1830965535291648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.670667:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551500 with x1830965535291648 ext(0->4095) 00010000:00010000:2.0:1746145246.670673:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.670673:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145246.670684:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.670689:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551500 00000100:00100000:1.0:1746145246.670708:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535291392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2521us (2754us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.670715:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10360 00000100:00100000:2.0:1746145246.670718:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2472 00000100:00100000:2.0:1746145246.670725:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535291648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145246.671348:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535291648:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 623us (802us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.671354:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2472 00002000:00100000:2.0:1746145246.671358:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551500 x1830965535291648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.671365:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551500 with x1830965535291648 ext(0->4095) 00010000:00010000:2.0:1746145246.671369:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.671378:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:2.0:1746145246.671383:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551500 00000100:00100000:0.0:1746145246.673911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.673965:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535291776 00000100:00100000:2.0:1746145246.673972:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535291776 00010000:00010000:2.0:1746145246.674000:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.674041:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10361 00000100:00100000:2.0:1746145246.674048:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a07850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535291776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.674058:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.674073:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.674083:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.674101:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d683b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b55 expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.674120:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.674122:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.674129:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.674135:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.674160:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.674170:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081216:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.675297:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.677717:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.677799:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292032 00000100:00100000:3.0:1746145246.677806:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292032 00002000:00100000:3.0:1746145246.677836:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550000 x1830965535292032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.677846:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550000 with x1830965535292032 ext(0->4095) 00002000:00010000:3.0:1746145246.677850:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550000 00000100:00100000:3.0:1746145246.677868:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4350 00000100:00100000:3.0:1746145246.677874:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535292032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.677993:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535292032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (281us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.677998:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4350 00002000:00100000:3.0:1746145246.678007:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550000 x1830965535292032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.678013:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550000 with x1830965535292032 ext(0->4095) 00002000:00010000:3.0:1746145246.678024:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550000 00000100:00100000:2.0:1746145246.678093:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081216:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.678108:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.678126:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a07850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535291776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4080us (4222us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.678132:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10361 00000100:00100000:0.0:1746145246.679204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.679252:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292160 00000100:00100000:3.0:1746145246.679256:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292160 00000100:00100000:3.0:1746145246.679288:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6231 00000100:00100000:3.0:1746145246.679294:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535292160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.679308:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.679320:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b5c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.679342:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.679347:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.679349:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.679352:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.679373:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 27 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.679383:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 27 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.679392:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531081344:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.679456:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.681358:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531081344:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.681382:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.681395:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4400, rc 0) 00000100:00100000:3.0:1746145246.681437:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535292160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2141us (2233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.681444:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6231 00000100:00100000:0.0:1746145246.682092:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.682160:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292288 00000100:00100000:2.0:1746145246.682165:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292288 00010000:00010000:2.0:1746145246.682188:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.682206:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10362 00000100:00100000:2.0:1746145246.682211:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535292288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.682220:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.682234:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.682243:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.682259:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6834 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b4e expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.682281:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.682283:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.682290:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.682298:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.682323:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.682332:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081472:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.682380:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.685527:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.685579:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292544 00000100:00100000:3.0:1746145246.685586:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292544 00002000:00100000:3.0:1746145246.685622:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800990cbc50 x1830965535292544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.685653:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990cbc50 with x1830965535292544 ext(0->4095) 00002000:00010000:3.0:1746145246.685657:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990cbc50 00000100:00100000:3.0:1746145246.685675:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4351 00000100:00100000:3.0:1746145246.685682:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535292544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145246.685752:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081472:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.685769:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.686388:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1960:x1830965535292288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4174us (4295us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.686397:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10362 00000100:00100000:3.0:1746145246.686455:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990cbc50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535292544:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 772us (934us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.686462:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4351 00002000:00100000:3.0:1746145246.686467:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800990cbc50 x1830965535292544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.686474:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990cbc50 with x1830965535292544 ext(0->4095) 00002000:00010000:3.0:1746145246.686476:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800990cbc50 00000100:00100000:0.0:1746145246.693911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.694003:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.694068:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292672 00000100:00100000:1.0:1746145246.694077:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292672 00000100:00100000:3.0:1746145246.694084:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292800 00000100:00100000:3.0:1746145246.694088:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292800 00000100:00100000:1.0:1746145246.694128:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6232 00000100:00100000:1.0:1746145246.694136:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31571:x1830965535292672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.694152:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.694168:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b63 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.694192:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.694292:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6233 00000100:00100000:3.0:1746145246.694299:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535292800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.694306:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.694312:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b6a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.694386:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.694388:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145246.694392:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.694402:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.694407:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.694412:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.694415:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.694435:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.694438:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.694446:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 5 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.694456:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.694456:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531081600:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.694465:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:1.0:1746145246.694571:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.695672:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535292800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1370us (1665us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.695679:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6233 00000100:00100000:1.0:1746145246.697563:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531081600:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145246.697592:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.697613:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:1.0:1746145246.698611:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31571:x1830965535292672:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4473us (4705us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.698619:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6232 00000100:00100000:0.0:1746145246.698885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.698905:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535292928 00000100:00100000:2.0:1746145246.698911:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535292928 00010000:00010000:2.0:1746145246.698933:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.698949:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10363 00000100:00100000:2.0:1746145246.698955:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535292928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.698964:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.698978:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.698987:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.699005:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d6842 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b5c expref: 6 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.699033:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.699035:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.699041:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.699047:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.699070:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 28 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.699080:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 28 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.699089:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081856:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.699156:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.700612:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531081856:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.700650:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.700678:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535292928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1723us (1794us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.700685:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10363 00000100:00100000:0.0:1746145246.701838:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.701911:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293184 00000100:00100000:3.0:1746145246.701918:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293184 00002000:00100000:3.0:1746145246.701952:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551c00 x1830965535293184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.701961:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551c00 with x1830965535293184 ext(0->4095) 00010000:00010000:3.0:1746145246.701969:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.701981:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.701987:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551c00 00000100:00100000:3.0:1746145246.702002:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2473 00000100:00100000:3.0:1746145246.702008:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535293184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.702150:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535293184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (314us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.702156:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2473 00002000:00100000:3.0:1746145246.702161:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551c00 x1830965535293184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.702168:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551c00 with x1830965535293184 ext(0->4095) 00010000:00010000:3.0:1746145246.702172:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.702180:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:3.0:1746145246.702185:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551c00 00000100:00100000:0.0:1746145246.705496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.705558:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293312 00000100:00100000:1.0:1746145246.705566:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293312 00000100:00100000:1.0:1746145246.705833:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6234 00000100:00100000:1.0:1746145246.705842:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535293312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145246.705857:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145246.705872:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b71 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.705894:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145246.705899:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.705904:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145246.705908:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.705948:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.705963:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145246.705977:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145246.706026:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535293312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (528us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.706032:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6234 00000100:00100000:0.0:1746145246.706461:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.706675:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293440 00000100:00100000:2.0:1746145246.706679:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293440 00010000:00010000:2.0:1746145246.706697:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.706722:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10364 00000100:00100000:2.0:1746145246.706728:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535293440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.706737:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.706752:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.706761:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.706777:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6849 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b63 expref: 29 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.706800:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.706802:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.706807:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.706814:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.706833:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.706843:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.706858:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082112:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.707763:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.710830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.710908:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293696 00000100:00100000:1.0:1746145246.710914:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293696 00002000:00100000:1.0:1746145246.710947:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553480 x1830965535293696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.710956:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553480 with x1830965535293696 ext(0->4095) 00010000:00010000:1.0:1746145246.710963:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.710976:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.710981:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085553480 00000100:00100000:1.0:1746145246.711022:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2474 00000100:00100000:1.0:1746145246.711030:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535293696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.711666:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082112:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.711680:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.711703:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1960:x1830965535293440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4975us (5242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.711710:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10364 00000100:00100000:1.0:1746145246.712217:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535293696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.712224:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2474 00002000:00100000:1.0:1746145246.712231:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553480 x1830965535293696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.712243:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553480 with x1830965535293696 ext(0->4095) 00010000:00010000:1.0:1746145246.712249:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.712259:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 28 pid: 8465 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.712264:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085553480 00000100:00100000:0.0:1746145246.716870:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.716914:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.717071:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293824 00000100:00100000:3.0:1746145246.717079:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293824 00000100:00100000:2.0:1746145246.717114:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535293952 00000100:00100000:2.0:1746145246.717118:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535293952 00010000:00010000:2.0:1746145246.717140:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.717168:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10365 00000100:00100000:2.0:1746145246.717174:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535293952:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.717185:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746145246.717197:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6235 00010000:00010000:2.0:1746145246.717201:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00000100:00100000:3.0:1746145246.717204:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535293824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.717212:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.717217:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.717229:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b78 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.717232:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6850 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b6a expref: 29 pid: 8465 timeout: 587 lvb_type: 0 00010000:00010000:3.0:1746145246.717246:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.717251:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.717256:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.717259:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.718348:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.718350:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.718353:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.718361:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.718369:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.718433:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.718444:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.718493:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535293824:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1289us (1630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.718499:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6235 00010000:00010000:2.0:1746145246.718940:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.718952:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 5 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.718963:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082368:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.719037:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.722246:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082368:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.722263:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.722309:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535293952:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5131us (5390us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.722322:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10365 00000100:00100000:0.0:1746145246.725745:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.726091:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294208 00000100:00100000:1.0:1746145246.726100:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294208 00002000:00100000:1.0:1746145246.726142:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551880 x1830965535294208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.726151:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551880 with x1830965535294208 ext(0->4095) 00010000:00010000:1.0:1746145246.726159:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.726172:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.726179:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551880 00000100:00100000:1.0:1746145246.726932:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2475 00000100:00100000:1.0:1746145246.726940:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535294208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.727177:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535294208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 237us (1438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.727184:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2475 00002000:00100000:1.0:1746145246.727190:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551880 x1830965535294208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.727197:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551880 with x1830965535294208 ext(0->4095) 00010000:00010000:1.0:1746145246.727201:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:1.0:1746145246.727210:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00002000:00010000:1.0:1746145246.727215:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085551880 00000100:00100000:0.0:1746145246.730843:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.731617:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294336 00000100:00100000:2.0:1746145246.731656:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294336 00010000:00010000:2.0:1746145246.731687:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00000100:00100000:2.0:1746145246.731716:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10366 00000100:00100000:2.0:1746145246.731723:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535294336:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.731737:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.731753:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.731763:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.731785:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6857 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b71 expref: 6 pid: 8466 timeout: 587 lvb_type: 0 00010000:00010000:2.0:1746145246.731812:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.731814:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.731821:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.731828:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.731854:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.731865:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082496:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.732864:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.734919:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.735239:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294592 00000100:00100000:1.0:1746145246.735247:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294592 00002000:00100000:1.0:1746145246.735284:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551500 x1830965535294592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.735293:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551500 with x1830965535294592 ext(0->4095) 00002000:00010000:1.0:1746145246.735297:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085551500 00000100:00100000:1.0:1746145246.735369:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4352 00000100:00100000:1.0:1746145246.735376:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535294592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.735518:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535294592:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 141us (602us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.735524:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4352 00002000:00100000:1.0:1746145246.735529:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085551500 x1830965535294592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.735536:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085551500 with x1830965535294592 ext(0->4095) 00002000:00010000:1.0:1746145246.735538:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085551500 00000100:00100000:2.0:1746145246.736732:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082496:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.736749:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.736785:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535294336:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5062us (5947us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.736796:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10366 00000100:00100000:2.0:1746145246.740735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.740804:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294720 00000100:00100000:3.0:1746145246.740812:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294720 00000100:00100000:3.0:1746145246.742084:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6236 00000100:00100000:3.0:1746145246.742093:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535294720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.742108:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.742126:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b7f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.742150:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.742156:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.742157:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.742161:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.742183:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.742194:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 27 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.742204:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531082624:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.742280:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.743980:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531082624:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.744002:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.744024:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc5400, rc 0) 00000100:00100000:3.0:1746145246.744068:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535294720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1975us (3338us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.744075:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6236 00000100:00100000:0.0:1746145246.744394:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.744454:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294848 00000100:00100000:2.0:1746145246.744460:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294848 00010000:00010000:2.0:1746145246.744481:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.744508:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10367 00000100:00100000:2.0:1746145246.744514:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535294848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.744523:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.744538:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.744548:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.744566:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d685e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b78 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.744589:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.744590:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.744598:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.744605:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.744657:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.744667:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082752:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.744713:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.746824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.746878:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535294976 00000100:00100000:3.0:1746145246.746884:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535294976 00000100:00100000:3.0:1746145246.746926:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6237 00000100:00100000:3.0:1746145246.746933:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535294976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.746946:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.746959:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b86 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.746980:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.746986:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.746987:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.746990:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.747012:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.747185:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.747195:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531082880:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.747803:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.747970:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531082752:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.747984:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.748006:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535294848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3492us (3613us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.748014:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10367 00000100:00100000:0.0:1746145246.748448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.748591:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535295232 00000100:00100000:3.0:1746145246.748596:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535295232 00002000:00100000:3.0:1746145246.748621:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60e00 x1830965535295232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.748653:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60e00 with x1830965535295232 ext(0->4095) 00010000:00010000:3.0:1746145246.748660:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.748670:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.748675:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60e00 00000100:00100000:3.0:1746145246.749221:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2476 00000100:00100000:3.0:1746145246.749228:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535295232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.749345:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535295232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (897us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.749350:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2476 00002000:00100000:3.0:1746145246.749355:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60e00 x1830965535295232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.749362:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60e00 with x1830965535295232 ext(0->4095) 00010000:00010000:3.0:1746145246.749367:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.749376:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.749385:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f60e00 00000100:00100000:3.0:1746145246.749975:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531082880:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.749993:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 28 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.750004:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.750230:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:31559:x1830965535294976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3297us (3411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.750235:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6237 00000100:00100000:0.0:1746145246.752812:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.753176:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535295360 00000100:00100000:2.0:1746145246.753184:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535295360 00010000:00010000:2.0:1746145246.753212:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.753356:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10368 00000100:00100000:2.0:1746145246.753364:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a04850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535295360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.753375:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.753392:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.753404:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.753423:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc5400/0xb5ee96b21a0d6865 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b7f expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.753453:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.753456:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.753462:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.753470:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.753499:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.753509:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083008:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.753963:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.756070:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083008:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.756085:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145246.756101:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.756115:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a04850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535295360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2753us (3308us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.756124:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10368 00000100:00100000:1.0:1746145246.756204:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535295616 00000100:00100000:1.0:1746145246.756209:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535295616 00002000:00100000:1.0:1746145246.756241:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61c00 x1830965535295616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.756250:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61c00 with x1830965535295616 ext(0->4095) 00002000:00010000:1.0:1746145246.756254:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61c00 00000100:00100000:1.0:1746145246.756279:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4353 00000100:00100000:1.0:1746145246.756286:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535295616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.756413:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1960:x1830965535295616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.756419:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4353 00002000:00100000:1.0:1746145246.756424:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61c00 x1830965535295616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.756430:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61c00 with x1830965535295616 ext(0->4095) 00002000:00010000:1.0:1746145246.756433:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61c00 00000100:00100000:0.0:1746145246.758991:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.759846:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535295744 00000100:00100000:3.0:1746145246.759854:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535295744 00000100:00100000:3.0:1746145246.759981:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6238 00000100:00100000:3.0:1746145246.759988:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535295744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.760004:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.760027:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b8d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.760050:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.760057:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.760059:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.760062:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.760086:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.760096:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 27 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.760106:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531083136:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.760651:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.762192:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531083136:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145246.762199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145246.762211:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.762225:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094206800, rc 0) 00000100:00100000:2.0:1746145246.762343:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535295872 00000100:00100000:2.0:1746145246.762347:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535295872 00002000:00100000:2.0:1746145246.762373:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f62d80 x1830965535295872/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.762381:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62d80 with x1830965535295872 ext(0->7) 00010000:00010000:2.0:1746145246.762387:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.762400:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 28 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.762406:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62d80 00000100:00100000:2.0:1746145246.762430:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2477 00000100:00100000:2.0:1746145246.762436:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535295872:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145246.762682:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535295872:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 245us (483us total) trans 4294968014 rc 0/0 00000100:00100000:2.0:1746145246.762688:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2477 00002000:00100000:2.0:1746145246.762693:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f62d80 x1830965535295872/t4294968014(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.762699:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62d80 with x1830965535295872 ext(0->7) 00010000:00010000:2.0:1746145246.762702:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.762710:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.762715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f62d80 00000100:00100000:3.0:1746145246.762769:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535295744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2781us (3783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.762774:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6238 00000100:00100000:0.0:1746145246.764432:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.764476:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296000 00000100:00100000:2.0:1746145246.764481:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296000 00010000:00010000:2.0:1746145246.764502:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.764531:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10369 00000100:00100000:2.0:1746145246.764538:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535296000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.764547:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.764560:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.764570:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.764587:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d686c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b86 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.765235:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.765238:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.765246:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.765254:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.765279:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.765290:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083264:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.765459:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.767098:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083264:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.767114:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.767231:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535296000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2671us (2780us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.767241:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10369 00000100:00100000:0.0:1746145246.767825:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.767901:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296256 00000100:00100000:1.0:1746145246.767907:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296256 00002000:00100000:1.0:1746145246.767937:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60000 x1830965535296256/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.767946:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60000 with x1830965535296256 ext(0->4095) 00002000:00010000:1.0:1746145246.767950:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60000 00000100:00100000:1.0:1746145246.767975:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4354 00000100:00100000:1.0:1746145246.767981:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535296256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.768117:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535296256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (395us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.768123:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4354 00002000:00100000:1.0:1746145246.768128:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f60000 x1830965535296256/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.768134:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f60000 with x1830965535296256 ext(0->4095) 00002000:00010000:1.0:1746145246.768137:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f60000 00000100:00100000:0.0:1746145246.770806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.770870:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296384 00000100:00100000:3.0:1746145246.770877:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296384 00000100:00100000:3.0:1746145246.770917:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6239 00000100:00100000:3.0:1746145246.770923:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31571:x1830965535296384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.770936:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.770950:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b94 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.770973:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.770980:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.770981:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.770985:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.771043:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.771054:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.771066:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531083392:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.771134:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.771750:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.771886:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296512 00000100:00100000:2.0:1746145246.771890:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296512 00000100:00100000:2.0:1746145246.771913:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6240 00000100:00100000:2.0:1746145246.771919:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535296512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.771925:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.771932:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535b9b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.771943:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.771946:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.771951:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.771954:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.771970:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.771979:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.771988:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:2.0:1746145246.772031:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535296512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (280us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.772036:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6240 00000100:00100000:3.0:1746145246.773143:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531083392:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.773241:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.773252:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145246.773307:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31571:x1830965535296384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2384us (2506us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.773314:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6239 00000100:00100000:0.0:1746145246.773755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.773798:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296640 00000100:00100000:2.0:1746145246.773801:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296640 00010000:00010000:2.0:1746145246.773820:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.773836:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10370 00000100:00100000:2.0:1746145246.773841:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535296640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.773849:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.773862:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.773871:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.773887:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d6873 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b8d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.773909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.773911:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.773917:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.773924:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.773945:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.773958:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.773967:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083648:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.774030:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.775874:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083648:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.775887:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.775912:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535296640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2070us (2156us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.775919:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10370 00000100:00100000:0.0:1746145246.776074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.776155:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535296896 00000100:00100000:3.0:1746145246.776159:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535296896 00002000:00100000:3.0:1746145246.776186:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63480 x1830965535296896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.776195:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63480 with x1830965535296896 ext(0->4095) 00010000:00010000:3.0:1746145246.776201:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.776215:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.776220:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f63480 00000100:00100000:3.0:1746145246.776441:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2478 00000100:00100000:3.0:1746145246.776447:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535296896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.776792:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535296896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 345us (718us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.776799:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2478 00002000:00100000:3.0:1746145246.776803:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63480 x1830965535296896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.776809:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63480 with x1830965535296896 ext(0->4095) 00010000:00010000:3.0:1746145246.776814:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.776822:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.777724:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f63480 00000100:00100000:0.0:1746145246.778765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.778795:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.778806:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297024 00000100:00100000:3.0:1746145246.778812:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297024 00000100:00100000:3.0:1746145246.778842:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6241 00000100:00100000:3.0:1746145246.778848:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535297024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145246.778848:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297152 00000100:00100000:2.0:1746145246.778851:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297152 00010000:00010000:2.0:1746145246.778866:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.778938:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.778951:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ba2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.778971:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.778976:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.778977:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10371 00010000:00010000:3.0:1746145246.778981:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:2.0:1746145246.778981:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535297152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.778984:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.778988:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.779001:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.779007:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.779029:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.779031:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d687a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b94 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.779039:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.779044:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.779092:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.779099:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.779107:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.779155:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00010000:00010000:2.0:1746145246.779162:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.779171:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.779181:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083904:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.779248:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535297024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 398us (483us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.779254:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6241 00000100:00100000:2.0:1746145246.779264:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.780664:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531083904:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.780676:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.780703:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535297152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1720us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.780709:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10371 00000100:00100000:0.0:1746145246.780878:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.781167:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297408 00000100:00100000:3.0:1746145246.781171:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297408 00002000:00100000:3.0:1746145246.781197:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63800 x1830965535297408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.781209:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63800 with x1830965535297408 ext(0->4095) 00010000:00010000:3.0:1746145246.781215:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.781230:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.781236:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f63800 00000100:00100000:3.0:1746145246.781260:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2479 00000100:00100000:3.0:1746145246.781265:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535297408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.781450:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535297408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 184us (572us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.781455:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2479 00002000:00100000:3.0:1746145246.781460:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f63800 x1830965535297408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.781466:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63800 with x1830965535297408 ext(0->4095) 00010000:00010000:3.0:1746145246.781470:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.781478:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.781483:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f63800 00000100:00100000:0.0:1746145246.782577:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.782658:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.782726:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297664 00000100:00100000:3.0:1746145246.782730:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297664 00000100:00100000:3.0:1746145246.782759:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6242 00000100:00100000:3.0:1746145246.782765:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535297664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.782773:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145246.782779:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297536 00000100:00100000:2.0:1746145246.782782:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297536 00010000:00010000:3.0:1746145246.782785:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ba9 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.782797:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.782803:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.782808:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.782813:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.782817:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.782828:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10372 00000100:00100000:2.0:1746145246.782833:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535297536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.782841:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.782843:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.782853:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.782855:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.782863:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.783087:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094206800, rc 0) 00010000:00010000:2.0:1746145246.783102:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6881 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535b9b expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.783111:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.783113:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.783119:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.783125:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535297664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 360us (549us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.783130:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6242 00010000:00010000:2.0:1746145246.783135:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.783157:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.783165:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.783343:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084160:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.783400:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.785940:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084160:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.785958:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.785990:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535297536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3155us (3330us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.785998:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10372 00000100:00100000:0.0:1746145246.786243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.786855:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535297920 00000100:00100000:3.0:1746145246.786862:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535297920 00002000:00100000:3.0:1746145246.786894:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378700 x1830965535297920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.786903:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378700 with x1830965535297920 ext(0->4095) 00010000:00010000:3.0:1746145246.786910:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.786922:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.786929:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378700 00000100:00100000:3.0:1746145246.786956:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2480 00000100:00100000:3.0:1746145246.786963:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535297920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.787332:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535297920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 368us (1088us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.787338:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2480 00002000:00100000:3.0:1746145246.787344:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378700 x1830965535297920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.787351:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378700 with x1830965535297920 ext(0->4095) 00010000:00010000:3.0:1746145246.787355:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.787364:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.787369:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378700 00000100:00100000:0.0:1746145246.792792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.793387:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298048 00000100:00100000:3.0:1746145246.793396:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298048 00010000:00010000:3.0:1746145246.793424:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.793458:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10373 00000100:00100000:3.0:1746145246.793464:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535298048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.793476:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.793490:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.793500:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.793521:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6888 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba2 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.793537:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.793539:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.793546:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.793553:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.793579:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.793600:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084288:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.793695:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.797050:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084288:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145246.797078:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145246.797130:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.797141:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298304 00000100:00100000:2.0:1746145246.797148:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298304 00000100:00100000:3.0:1746145246.797164:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535298048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3699us (4378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.797174:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10373 00002000:00100000:2.0:1746145246.797179:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379f80 x1830965535298304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.797189:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379f80 with x1830965535298304 ext(0->4095) 00002000:00010000:2.0:1746145246.797192:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379f80 00000100:00100000:2.0:1746145246.797797:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4355 00000100:00100000:2.0:1746145246.797804:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535298304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.797918:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1960:x1830965535298304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (840us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.797924:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4355 00002000:00100000:2.0:1746145246.797928:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379f80 x1830965535298304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.797936:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379f80 with x1830965535298304 ext(0->4095) 00002000:00010000:2.0:1746145246.797939:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5379f80 00000100:00100000:0.0:1746145246.801934:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.801997:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298432 00000100:00100000:3.0:1746145246.802005:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298432 00000100:00100000:3.0:1746145246.802062:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6243 00000100:00100000:3.0:1746145246.802069:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535298432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.802082:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.802096:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bb0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.802119:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.802126:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.802128:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.802131:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.802154:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.802168:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 29 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.802180:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531084416:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.802253:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.804123:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531084416:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.804141:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.804153:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.804179:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535298432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2110us (2250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.804185:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6243 00000100:00100000:0.0:1746145246.805073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.805615:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298560 00000100:00100000:3.0:1746145246.805621:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298560 00010000:00010000:3.0:1746145246.805658:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.805689:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10374 00000100:00100000:3.0:1746145246.805696:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535298560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.805706:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.805722:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.805736:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.805755:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d688f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ba9 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.805776:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.805778:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.805784:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.805791:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.805814:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.805823:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084544:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.805878:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc96c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.808413:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.808465:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298688 00000100:00100000:2.0:1746145246.808471:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298688 00000100:00100000:0.0:1746145246.808482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.808508:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6244 00000100:00100000:2.0:1746145246.808515:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535298688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:1.0:1746145246.808523:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535298944 00010000:00010000:2.0:1746145246.808527:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746145246.808527:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535298944 00010000:00010000:2.0:1746145246.808541:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bb7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00002000:00100000:1.0:1746145246.808552:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537a680 x1830965535298944/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.808560:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537a680 with x1830965535298944 ext(0->4095) 00010000:00010000:2.0:1746145246.808562:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145246.808563:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537a680 00010000:00010000:2.0:1746145246.808569:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.808570:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.808573:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.808576:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4356 00000100:00100000:1.0:1746145246.808582:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535298944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746145246.808595:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.808605:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.808615:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531084672:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.808691:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.808713:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535298944:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 131us (230us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.808719:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4356 00002000:00100000:1.0:1746145246.808725:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537a680 x1830965535298944/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.808731:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537a680 with x1830965535298944 ext(0->4095) 00010000:00010000:1.0:1746145246.808736:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.808745:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.808751:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537a680 00000100:00100000:3.0:1746145246.808838:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084544:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.808850:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.808884:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535298560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3189us (3811us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.808891:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10374 00000100:00100000:2.0:1746145246.810553:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531084672:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145246.810570:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.810583:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00000100:00100000:2.0:1746145246.810618:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535298688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2103us (2210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.810640:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6244 00000100:00100000:2.0:1746145246.812005:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.812082:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299072 00000100:00100000:0.0:1746145246.812089:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299072 00000100:00100000:0.0:1746145246.812131:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6245 00000100:00100000:0.0:1746145246.812139:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31571:x1830965535299072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145246.812292:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145246.812306:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bbe expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.812326:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145246.812331:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.812336:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145246.812340:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.812367:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.812377:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145246.812385:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:0.0:1746145246.812415:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31571:x1830965535299072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 277us (415us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145246.812420:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6245 00000100:00100000:1.0:1746145246.812747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.812916:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299200 00000100:00100000:3.0:1746145246.812921:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299200 00010000:00010000:3.0:1746145246.812937:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.812955:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10375 00000100:00100000:3.0:1746145246.812964:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535299200:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.812972:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.812986:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.812996:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.813011:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6896 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb0 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.813046:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.813047:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.813053:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.813060:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.813078:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.813088:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.813098:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084928:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.814591:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc96c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.816708:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531084928:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.816723:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.816942:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a06450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535299200:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3979us (4192us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.816951:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10375 00000100:00100000:0.0:1746145246.817006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.817099:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299456 00000100:00100000:2.0:1746145246.817105:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299456 00002000:00100000:2.0:1746145246.817140:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965535299456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.817148:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965535299456 ext(0->4095) 00010000:00010000:2.0:1746145246.817155:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.817166:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.817171:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379500 00000100:00100000:2.0:1746145246.817197:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2481 00000100:00100000:2.0:1746145246.817203:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535299456:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.817322:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535299456:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (316us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.817327:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2481 00002000:00100000:2.0:1746145246.817332:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379500 x1830965535299456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.817338:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379500 with x1830965535299456 ext(0->4095) 00010000:00010000:2.0:1746145246.817342:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.817349:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.817354:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379500 00000100:00100000:2.0:1746145246.818918:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.820741:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299584 00000100:00100000:3.0:1746145246.820750:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299584 00010000:00010000:3.0:1746145246.820780:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.820821:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10376 00000100:00100000:3.0:1746145246.820827:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535299584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.820839:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.820855:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.820865:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.820885:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d689d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bb7 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.820909:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.820912:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.820929:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.820936:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.820965:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.820980:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085056:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.821074:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.823852:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.823932:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299840 00000100:00100000:1.0:1746145246.823939:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299840 00002000:00100000:1.0:1746145246.823973:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537bb80 x1830965535299840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.823981:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537bb80 with x1830965535299840 ext(0->4095) 00002000:00010000:1.0:1746145246.823985:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537bb80 00000100:00100000:1.0:1746145246.824011:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4357 00000100:00100000:1.0:1746145246.824029:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1963:x1830965535299840:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145246.824125:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085056:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.824138:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145246.824155:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1963:x1830965535299840:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 127us (309us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.824157:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535299584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3331us (5244us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145246.824161:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4357 00000100:00100000:3.0:1746145246.824163:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10376 00002000:00100000:1.0:1746145246.824166:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537bb80 x1830965535299840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.824172:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537bb80 with x1830965535299840 ext(0->4095) 00002000:00010000:1.0:1746145246.824175:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537bb80 00000100:00100000:0.0:1746145246.826830:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.826880:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535299968 00000100:00100000:3.0:1746145246.826886:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535299968 00000100:00100000:3.0:1746145246.826933:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6246 00000100:00100000:3.0:1746145246.826940:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535299968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.826952:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.826966:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bc5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.826988:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.826998:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.827000:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.827003:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.827038:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 29 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.827049:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 29 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.827060:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085184:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.827777:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.829604:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085184:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.829651:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.829666:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bdc4400, rc 0) 00000100:00100000:3.0:1746145246.829698:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535299968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2758us (2874us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.829705:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6246 00000100:00100000:0.0:1746145246.829945:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.830106:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300096 00000100:00100000:3.0:1746145246.830111:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300096 00010000:00010000:3.0:1746145246.830131:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.831120:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10377 00000100:00100000:3.0:1746145246.831128:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535300096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.831138:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.831158:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.831168:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.831186:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d68a4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bbe expref: 30 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.831210:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.831212:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.831219:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.831226:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.831259:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.831269:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085312:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.831407:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.833319:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085312:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.833333:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.833372:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1961:x1830965535300096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2245us (3426us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.833380:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10377 00000100:00100000:0.0:1746145246.835137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.835177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.835232:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300480 00000100:00100000:3.0:1746145246.835238:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300480 00000100:00100000:3.0:1746145246.835283:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6247 00000100:00100000:3.0:1746145246.835290:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:31559:x1830965535300480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.835305:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.835318:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bcc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.835340:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.835347:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.835348:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.835351:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145246.835357:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300352 00000100:00100000:1.0:1746145246.835361:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300352 00010000:00010000:3.0:1746145246.835372:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.835380:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00100000:1.0:1746145246.835383:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379180 x1830965535300352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746145246.835389:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085440:192.168.203.38@tcp:104: 00002000:00100000:1.0:1746145246.835392:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379180 with x1830965535300352 ext(0->4095) 00010000:00010000:1.0:1746145246.835397:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.835408:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.835414:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379180 00000100:00100000:1.0:1746145246.835435:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2482 00000100:00100000:1.0:1746145246.835441:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535300352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.835445:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.836283:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535300352:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 840us (1148us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.836289:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2482 00002000:00100000:1.0:1746145246.836295:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5379180 x1830965535300352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.836301:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379180 with x1830965535300352 ext(0->4095) 00010000:00010000:1.0:1746145246.836306:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.836315:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.836320:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379180 00000100:00100000:3.0:1746145246.836590:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085440:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.836606:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 30 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.836616:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.836649:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:31559:x1830965535300480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1360us (1471us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.836655:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6247 00000100:00100000:0.0:1746145246.839203:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.839316:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300608 00000100:00100000:3.0:1746145246.839322:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300608 00010000:00010000:3.0:1746145246.839347:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.839414:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10378 00000100:00100000:3.0:1746145246.839421:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535300608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.839433:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.839448:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.839458:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.839477:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009bdc4400/0xb5ee96b21a0d68ab lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bc5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.839887:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.839889:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.839897:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.839904:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.839930:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.839943:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085568:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.840023:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.845442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.845499:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300864 00000100:00100000:1.0:1746145246.845508:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300864 00002000:00100000:1.0:1746145246.845545:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b800 x1830965535300864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.845554:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b800 with x1830965535300864 ext(0->4095) 00002000:00010000:1.0:1746145246.845568:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b800 00000100:00100000:1.0:1746145246.845596:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4358 00000100:00100000:1.0:1746145246.845603:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1962:x1830965535300864:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145246.845775:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1962:x1830965535300864:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 172us (339us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.845781:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4358 00002000:00100000:1.0:1746145246.845787:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b800 x1830965535300864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.845794:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b800 with x1830965535300864 ext(0->4095) 00002000:00010000:1.0:1746145246.845796:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b800 00000100:00100000:3.0:1746145246.846259:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085568:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.846278:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.846309:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535300608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6888us (7110us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.846316:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10378 00000100:00100000:0.0:1746145246.847792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.847870:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535300992 00000100:00100000:3.0:1746145246.847875:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535300992 00000100:00100000:3.0:1746145246.847910:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6248 00000100:00100000:3.0:1746145246.847916:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b826450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535300992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.847926:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.847939:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bd3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.847964:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.847969:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.847971:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.847973:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.847995:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.848005:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 29 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.848023:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085696:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.848089:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.849563:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085696:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.849580:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.849593:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145246.849619:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b826450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535300992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1703us (1831us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.849646:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6248 00000100:00100000:0.0:1746145246.849766:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.849914:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301120 00000100:00100000:2.0:1746145246.849919:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301120 00002000:00100000:2.0:1746145246.849945:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a5379880 x1830965535301120/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.849953:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379880 with x1830965535301120 ext(0->7) 00010000:00010000:2.0:1746145246.849959:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.849968:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 30 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.849974:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379880 00000100:00100000:2.0:1746145246.849985:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2483 00000100:00100000:2.0:1746145246.849990:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1961:x1830965535301120:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145246.850210:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535301120:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 219us (444us total) trans 4294968015 rc 0/0 00000100:00100000:2.0:1746145246.850216:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2483 00002000:00100000:2.0:1746145246.850221:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff8800a5379880 x1830965535301120/t4294968015(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 496/448 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.850228:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5379880 with x1830965535301120 ext(0->7) 00010000:00010000:2.0:1746145246.850232:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.850245:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.850251:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5379880 00000100:00100000:0.0:1746145246.856248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.856308:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301248 00000100:00100000:3.0:1746145246.856316:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301248 00010000:00010000:3.0:1746145246.856345:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.856380:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10379 00000100:00100000:3.0:1746145246.856387:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535301248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.856398:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145246.856409:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145247 -> 1746145248 00002000:00010000:3.0:1746145246.856412:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145247 -> 1746145248 00010000:00010000:3.0:1746145246.856417:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.856428:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.856448:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d68b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bcc expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.856473:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.856475:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.856482:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.856489:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.856516:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.856531:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085824:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.856601:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.859301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.859360:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301504 00000100:00100000:1.0:1746145246.859366:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301504 00002000:00100000:1.0:1746145246.859400:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965535301504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746145246.859404:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531085824:192.168.203.38@tcp:105: 00002000:00100000:1.0:1746145246.859409:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965535301504 ext(0->4095) 00002000:00010000:1.0:1746145246.859413:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378e00 00010000:00010000:3.0:1746145246.859418:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.859713:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4359 00000100:00100000:2.0:1746145246.859730:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535301504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.859887:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535301504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (591us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.859893:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4359 00000100:00100000:3.0:1746145246.859899:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535301248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3498us (3644us total) trans 0 rc 0/0 00002000:00100000:2.0:1746145246.859899:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378e00 x1830965535301504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.859906:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378e00 with x1830965535301504 ext(0->4095) 00000100:00100000:3.0:1746145246.859907:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10379 00002000:00010000:2.0:1746145246.859909:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a5378e00 00000100:00100000:0.0:1746145246.863596:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.863653:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301632 00000100:00100000:3.0:1746145246.863660:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301632 00000100:00100000:3.0:1746145246.865098:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6249 00000100:00100000:3.0:1746145246.865109:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31571:x1830965535301632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.865125:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.865138:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bda expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.865162:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.865168:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.865170:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.865174:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.865196:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.865211:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.865221:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085952:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.866760:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.868567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.869043:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301760 00000100:00100000:2.0:1746145246.869052:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301760 00000100:00100000:2.0:1746145246.869091:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6250 00000100:00100000:2.0:1746145246.869098:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535301760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.869110:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.869124:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535be1 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.869143:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.869147:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.869155:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.869158:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.869184:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.869194:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.869203:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:2.0:1746145246.869239:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535301760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (675us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.869245:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6250 00000100:00100000:3.0:1746145246.869404:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531085952:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.869419:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.869428:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:3.0:1746145246.869459:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535301632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4353us (5869us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.869463:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6249 00000100:00100000:0.0:1746145246.870134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.870432:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535301888 00000100:00100000:3.0:1746145246.870435:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535301888 00010000:00010000:3.0:1746145246.870451:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.870479:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10380 00000100:00100000:3.0:1746145246.870485:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535301888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.870493:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.870508:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.870520:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.870536:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bd3 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.870555:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.870557:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.870562:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.870568:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.870587:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.870597:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.870606:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086208:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.870674:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.872906:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086208:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.872925:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.872960:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535301888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2474us (2826us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.872972:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10380 00000100:00100000:0.0:1746145246.873162:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.873359:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302144 00000100:00100000:3.0:1746145246.873364:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302144 00002000:00100000:3.0:1746145246.873390:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965535302144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.873399:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965535302144 ext(0->4095) 00010000:00010000:3.0:1746145246.873405:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.873524:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.873530:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537ad80 00000100:00100000:3.0:1746145246.873560:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2484 00000100:00100000:3.0:1746145246.873566:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535302144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.874012:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535302144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 445us (850us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.874031:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2484 00002000:00100000:3.0:1746145246.874036:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537ad80 x1830965535302144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.874042:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537ad80 with x1830965535302144 ext(0->4095) 00010000:00010000:3.0:1746145246.874047:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.874060:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.874066:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a537ad80 00000100:00100000:0.0:1746145246.875270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.875335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.875406:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302272 00000100:00100000:3.0:1746145246.875411:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302272 00000100:00100000:3.0:1746145246.875450:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6251 00000100:00100000:3.0:1746145246.875457:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535302272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.875467:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.875480:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535be8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.875499:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.875504:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.875559:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302400 00000100:00100000:2.0:1746145246.875563:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302400 00010000:00010000:2.0:1746145246.875579:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.875594:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10381 00000100:00100000:2.0:1746145246.875598:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535302400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.875605:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.875836:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.875842:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.875852:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.875861:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.875872:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.875875:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d68c0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bda expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.875882:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.875889:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.876071:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.876077:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.876084:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.876099:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.876126:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535302400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 527us (791us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.876132:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10381 00010000:00010000:3.0:1746145246.876332:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.876343:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.876354:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086464:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.876433:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.878415:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.878501:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086464:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.878514:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302656 00000100:00100000:2.0:1746145246.878519:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302656 00010000:00010000:3.0:1746145246.878520:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00002000:00100000:2.0:1746145246.878548:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0dc00 x1830965535302656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.878556:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965535302656 ext(0->4095) 00000100:00100000:3.0:1746145246.878558:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535302272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3101us (3290us total) trans 0 rc 0/0 00010000:00010000:2.0:1746145246.878562:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.878564:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6251 00010000:00010000:2.0:1746145246.878571:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.878576:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:2.0:1746145246.878960:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2485 00000100:00100000:2.0:1746145246.878966:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535302656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.879080:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535302656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (668us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.879085:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2485 00002000:00100000:2.0:1746145246.879090:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0dc00 x1830965535302656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.879095:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0dc00 with x1830965535302656 ext(0->4095) 00010000:00010000:2.0:1746145246.879099:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.879106:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145246.879111:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0dc00 00000100:00100000:0.0:1746145246.884207:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.884260:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.884442:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302784 00000100:00100000:3.0:1746145246.884451:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302784 00000100:00100000:2.0:1746145246.884466:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535302912 00000100:00100000:2.0:1746145246.884470:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535302912 00010000:00010000:2.0:1746145246.884492:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.884499:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6252 00000100:00100000:3.0:1746145246.884506:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535302784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.884520:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145246.884524:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10382 00000100:00100000:2.0:1746145246.884530:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535302912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.884532:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bef expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.884541:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.884555:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.884560:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.884565:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145246.884569:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.884614:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.884676:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.884693:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68c7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be1 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.884710:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.884711:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.884717:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.884725:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.884749:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.884765:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.884775:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086592:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.884827:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00010000:00010000:3.0:1746145246.885135:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.885143:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.885151:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086720:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.885175:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.888683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.888739:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535303168 00000100:00100000:0.0:1746145246.888745:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535303168 00002000:00100000:0.0:1746145246.888780:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc000 x1830965535303168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.888794:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc000 with x1830965535303168 ext(0->4095) 00010000:00010000:0.0:1746145246.888800:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145246.888811:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746145246.888817:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc000 00000100:00100000:0.0:1746145246.888832:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2486 00000100:00100000:0.0:1746145246.888837:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535303168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145246.888972:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fc000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535303168:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (344us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145246.888978:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2486 00002000:00100000:0.0:1746145246.888983:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc000 x1830965535303168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145246.888989:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc000 with x1830965535303168 ext(0->4095) 00010000:00010000:0.0:1746145246.888994:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145246.889002:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:0.0:1746145246.889007:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc000 00000100:00100000:3.0:1746145246.889205:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086592:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.889219:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.889251:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535302912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4722us (4990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.889259:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10382 00000100:00100000:3.0:1746145246.889504:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086720:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.889518:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.889534:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.889551:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535302784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5047us (5352us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.889556:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6252 00000100:00100000:0.0:1746145246.896423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.896517:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535303296 00000100:00100000:3.0:1746145246.896526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535303296 00010000:00010000:3.0:1746145246.896556:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.896581:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10383 00000100:00100000:3.0:1746145246.896588:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535303296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.896598:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.896614:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.896645:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.896672:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68ce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535be8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.896960:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.896962:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.896969:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.896980:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.897006:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.897029:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086848:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.898326:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.899836:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531086848:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.899852:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.899886:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535303296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3298us (3468us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.899896:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10383 00000100:00100000:0.0:1746145246.900852:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.901287:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535303552 00000100:00100000:3.0:1746145246.901293:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535303552 00002000:00100000:3.0:1746145246.901321:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965535303552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.901330:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965535303552 ext(0->4095) 00002000:00010000:3.0:1746145246.901334:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c000 00000100:00100000:3.0:1746145246.901347:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4360 00000100:00100000:3.0:1746145246.901353:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535303552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.901458:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535303552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (608us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.901467:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4360 00002000:00100000:3.0:1746145246.901472:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c000 x1830965535303552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.901478:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c000 with x1830965535303552 ext(0->4095) 00002000:00010000:3.0:1746145246.901481:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c000 00000100:00100000:0.0:1746145246.904358:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.904514:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535303680 00000100:00100000:3.0:1746145246.904521:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535303680 00000100:00100000:3.0:1746145246.904562:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6253 00000100:00100000:3.0:1746145246.904568:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535303680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.904581:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.904596:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bf6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.904618:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.904641:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.904643:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.904647:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.904670:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.904680:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 31 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.904694:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086976:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.904755:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.906611:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531086976:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.906656:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.906669:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145246.906698:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535303680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2130us (2347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.906706:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6253 00000100:00100000:0.0:1746145246.907508:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.907566:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535303808 00000100:00100000:3.0:1746145246.907571:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535303808 00010000:00010000:3.0:1746145246.907591:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.907608:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10384 00000100:00100000:3.0:1746145246.907612:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535303808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145246.907621:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145246.907651:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.907660:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.907681:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bef expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.908480:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.908482:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.908491:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.908497:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.908523:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145246.908533:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.908920:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.911034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145246.911074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.911151:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304192 00000100:00100000:2.0:1746145246.911158:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304192 00000100:00100000:2.0:1746145246.911196:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6254 00000100:00100000:2.0:1746145246.911202:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535304192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.911216:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.911231:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535bfd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.911253:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.911259:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.911260:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.911263:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.911283:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.911292:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.911300:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531087232:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145246.911348:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145246.911396:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304064 00000100:00100000:1.0:1746145246.911399:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304064 00002000:00100000:1.0:1746145246.911421:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965535304064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.911428:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965535304064 ext(0->4095) 00010000:00010000:1.0:1746145246.911432:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.911440:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.911445:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0fb80 00000100:00100000:1.0:1746145246.911455:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2487 00000100:00100000:1.0:1746145246.911459:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535304064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.911563:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535304064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (534us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.911568:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2487 00002000:00100000:1.0:1746145246.911573:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0fb80 x1830965535304064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.911579:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0fb80 with x1830965535304064 ext(0->4095) 00010000:00010000:1.0:1746145246.911582:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.911590:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.911594:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0fb80 00000100:00100000:3.0:1746145246.911774:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.911786:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.911818:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535303808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4205us (4311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.911824:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10384 00000100:00100000:0.0:1746145246.914348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.914439:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531087232:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145246.914453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145246.914464:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.914487:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:3.0:1746145246.914530:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535304192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3327us (3454us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.914538:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6254 00000100:00100000:3.0:1746145246.914557:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304320 00000100:00100000:3.0:1746145246.914561:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304320 00000100:00100000:3.0:1746145246.914587:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6255 00000100:00100000:3.0:1746145246.914592:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535304320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.914602:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.914612:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c04 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.914659:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.914782:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.914788:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.914791:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.914808:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304448 00000100:00100000:2.0:1746145246.914811:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304448 00010000:00010000:3.0:1746145246.914816:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.914824:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.914825:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.914840:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:2.0:1746145246.914851:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10385 00000100:00100000:2.0:1746145246.914856:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535304448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746145246.914859:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535304320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 267us (516us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.914863:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6255 00010000:00010000:2.0:1746145246.914863:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.914878:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.914887:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.914963:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d68dc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bf6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.914978:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.914980:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.914985:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.914992:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.915021:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.915031:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.915041:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087488:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.915094:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.916919:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087488:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.916932:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.917256:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535304448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2398us (2800us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.917267:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10385 00000100:00100000:0.0:1746145246.917729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.917794:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304704 00000100:00100000:3.0:1746145246.917800:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304704 00002000:00100000:3.0:1746145246.917830:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f100 x1830965535304704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.917839:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965535304704 ext(0->4095) 00010000:00010000:3.0:1746145246.917846:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.917858:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.917863:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0f100 00000100:00100000:3.0:1746145246.917886:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2488 00000100:00100000:3.0:1746145246.917893:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535304704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.918033:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535304704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (301us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.918040:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2488 00002000:00100000:3.0:1746145246.918045:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f100 x1830965535304704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.918057:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f100 with x1830965535304704 ext(0->4095) 00010000:00010000:3.0:1746145246.918061:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.918069:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.918074:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0f100 00000100:00100000:0.0:1746145246.919815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.919978:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535304832 00000100:00100000:2.0:1746145246.919984:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535304832 00010000:00010000:2.0:1746145246.920150:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.920183:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10386 00000100:00100000:2.0:1746145246.920190:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535304832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.920201:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.920216:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.920228:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.920248:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d68e3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535bfd expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.920260:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.920261:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.920267:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.920275:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.920301:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.920311:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087616:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.920384:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.922759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.922775:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087616:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.922789:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.922825:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535304832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2636us (3013us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.922833:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10386 00000100:00100000:3.0:1746145246.922983:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305088 00000100:00100000:3.0:1746145246.922987:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305088 00002000:00100000:3.0:1746145246.923029:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c700 x1830965535305088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.923037:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c700 with x1830965535305088 ext(0->4095) 00002000:00010000:3.0:1746145246.923040:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c700 00000100:00100000:3.0:1746145246.923066:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4361 00000100:00100000:3.0:1746145246.923072:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535305088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.923176:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535305088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (420us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.923181:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4361 00002000:00100000:3.0:1746145246.923186:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c700 x1830965535305088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.923195:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c700 with x1830965535305088 ext(0->4095) 00002000:00010000:3.0:1746145246.923198:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c700 00000100:00100000:2.0:1746145246.925387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.925779:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305216 00000100:00100000:3.0:1746145246.925785:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305216 00000100:00100000:3.0:1746145246.925814:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6256 00000100:00100000:3.0:1746145246.925819:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535305216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.925831:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.925845:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c0b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.925871:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.925877:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.925879:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.925882:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.925906:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.925915:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 31 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.925926:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531087744:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.925991:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.928054:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531087744:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.928078:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.928098:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:3.0:1746145246.928439:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535305216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2618us (3054us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.928447:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6256 00000100:00100000:0.0:1746145246.928849:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.928890:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305344 00000100:00100000:2.0:1746145246.928895:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305344 00010000:00010000:2.0:1746145246.928916:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.928938:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10387 00000100:00100000:2.0:1746145246.928945:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535305344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.928955:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.928971:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.928980:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.928996:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d68ea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c04 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.929007:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.929009:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.929025:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.929033:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.929055:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.929064:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087872:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.929116:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.931304:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.931370:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305600 00000100:00100000:2.0:1746145246.931372:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531087872:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145246.931375:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305600 00010000:00010000:2.0:1746145246.931386:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746145246.931405:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ea00 x1830965535305600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145246.931414:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535305344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2470us (2565us total) trans 0 rc 0/0 00002000:00100000:1.0:1746145246.931414:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965535305600 ext(0->4095) 00002000:00010000:1.0:1746145246.931417:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:2.0:1746145246.931421:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10387 00000100:00100000:1.0:1746145246.931482:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4362 00000100:00100000:1.0:1746145246.931488:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535305600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.931603:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535305600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (298us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.931608:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4362 00002000:00100000:1.0:1746145246.931613:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ea00 x1830965535305600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.931620:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ea00 with x1830965535305600 ext(0->4095) 00002000:00010000:1.0:1746145246.931622:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ea00 00000100:00100000:0.0:1746145246.932681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.932780:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305728 00000100:00100000:3.0:1746145246.932784:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305728 00000100:00100000:3.0:1746145246.932813:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6257 00000100:00100000:3.0:1746145246.932818:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31571:x1830965535305728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.932825:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.932837:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c12 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.932857:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.932863:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.932865:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.932868:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.932890:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.932900:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.932913:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531088000:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.933098:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.934085:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.934210:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305856 00000100:00100000:2.0:1746145246.934215:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305856 00000100:00100000:2.0:1746145246.934243:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6258 00000100:00100000:2.0:1746145246.934249:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535305856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.934258:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.934268:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c19 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.934282:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.934287:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.934296:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.934298:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.934319:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.934330:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.934339:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:2.0:1746145246.934381:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535305856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 131us (297us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.934386:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6258 00000100:00100000:3.0:1746145246.934481:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531088000:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.934495:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.934510:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.934527:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535305728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1709us (1848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.934532:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6257 00000100:00100000:0.0:1746145246.935464:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.935547:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535305984 00000100:00100000:2.0:1746145246.935551:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535305984 00010000:00010000:2.0:1746145246.935566:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.935581:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10388 00000100:00100000:2.0:1746145246.935586:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535305984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.935593:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.935606:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.935615:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.935646:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d68f1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c0b expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.935665:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.935666:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.935672:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.935678:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.935697:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.935705:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.935714:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088256:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.936516:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.937387:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.937450:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535306240 00000100:00100000:1.0:1746145246.937455:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535306240 00002000:00100000:1.0:1746145246.937484:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9180 x1830965535306240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.937492:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9180 with x1830965535306240 ext(0->4095) 00010000:00010000:1.0:1746145246.937499:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.937510:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.937515:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a9180 00000100:00100000:2.0:1746145246.937673:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088256:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.937685:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.937712:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535305984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2125us (2249us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.937718:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10388 00000100:00100000:1.0:1746145246.937955:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2489 00000100:00100000:1.0:1746145246.937961:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535306240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.938071:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535306240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (686us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.938079:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2489 00002000:00100000:1.0:1746145246.938083:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9180 x1830965535306240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.938090:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9180 with x1830965535306240 ext(0->4095) 00010000:00010000:1.0:1746145246.938094:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.938103:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.938108:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a9180 00000100:00100000:0.0:1746145246.939445:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.939530:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535306368 00000100:00100000:2.0:1746145246.939534:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535306368 00000100:00100000:2.0:1746145246.939569:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6259 00000100:00100000:2.0:1746145246.939575:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535306368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.939584:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.939595:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c20 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.939613:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.939618:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.939623:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145246.939646:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.939672:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.939683:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.939691:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:2.0:1746145246.939716:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535306368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 141us (272us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.939721:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6259 00000100:00100000:0.0:1746145246.940484:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.940542:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535306496 00000100:00100000:2.0:1746145246.940545:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535306496 00010000:00010000:2.0:1746145246.940559:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.940583:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10389 00000100:00100000:2.0:1746145246.940589:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535306496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.940597:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.940611:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.940621:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.940653:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d68f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c12 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.940677:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.940678:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.940684:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.940690:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.940707:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.940716:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.940728:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088512:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.941088:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092795000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.943286:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.943368:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088512:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.943382:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.943413:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4a05c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535306496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2823us (2930us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.943422:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10389 00000100:00100000:3.0:1746145246.943567:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535306752 00000100:00100000:3.0:1746145246.943572:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535306752 00002000:00100000:3.0:1746145246.943600:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa300 x1830965535306752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.943608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa300 with x1830965535306752 ext(0->4095) 00010000:00010000:3.0:1746145246.943614:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.943656:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.943663:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa300 00000100:00100000:3.0:1746145246.943686:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2490 00000100:00100000:3.0:1746145246.943693:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535306752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145246.943796:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535306752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (514us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.943801:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2490 00002000:00100000:3.0:1746145246.943805:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa300 x1830965535306752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.943813:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa300 with x1830965535306752 ext(0->4095) 00010000:00010000:3.0:1746145246.943817:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.943824:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145246.943829:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa300 00000100:00100000:2.0:1746145246.947458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.947499:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.947519:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535306880 00000100:00100000:2.0:1746145246.947526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535306880 00010000:00010000:2.0:1746145246.947554:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.947578:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10390 00000100:00100000:2.0:1746145246.947584:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535306880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.947596:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.947612:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.947928:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307008 00000100:00100000:3.0:1746145246.947932:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307008 00010000:00010000:2.0:1746145246.947937:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.947961:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6260 00000100:00100000:3.0:1746145246.947965:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535307008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.947978:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.947987:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c27 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.947992:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d68ff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c19 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145246.948001:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.948006:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948011:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.948023:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948048:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948058:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948065:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.948066:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.948071:0:8466:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948077:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948089:0:8466:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.948097:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 5 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.948106:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531088768:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145246.948159:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00010000:00010000:2.0:1746145246.948364:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.948385:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535306880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 800us (885us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.948392:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10390 00000100:00100000:0.0:1746145246.950572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.950651:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307264 00000100:00100000:1.0:1746145246.950657:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307264 00002000:00100000:1.0:1746145246.950688:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8a80 x1830965535307264/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.950697:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8a80 with x1830965535307264 ext(0->4095) 00010000:00010000:1.0:1746145246.950703:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.950714:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.950719:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8a80 00000100:00100000:1.0:1746145246.950748:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2491 00000100:00100000:1.0:1746145246.950754:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535307264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145246.950876:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535307264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.950881:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2491 00002000:00100000:1.0:1746145246.950886:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8a80 x1830965535307264/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.950893:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8a80 with x1830965535307264 ext(0->4095) 00010000:00010000:1.0:1746145246.950897:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.950905:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.950911:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8a80 00000100:00100000:3.0:1746145246.951274:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531088768:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145246.951293:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145246.951314:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535307008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3348us (3861us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.951321:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6260 00000100:00100000:0.0:1746145246.954274:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.954404:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307392 00000100:00100000:2.0:1746145246.954411:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307392 00010000:00010000:2.0:1746145246.954442:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.954503:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10391 00000100:00100000:2.0:1746145246.954511:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535307392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.954523:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.954538:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.954550:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.954569:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6906 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c20 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.954831:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.954833:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.954841:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.954852:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.954877:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.954889:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088896:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.954961:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.957895:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.957942:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307648 00000100:00100000:3.0:1746145246.957951:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307648 00002000:00100000:3.0:1746145246.957982:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9880 x1830965535307648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145246.957988:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531088896:192.168.203.38@tcp:105: 00002000:00100000:3.0:1746145246.957991:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9880 with x1830965535307648 ext(0->4095) 00002000:00010000:3.0:1746145246.957995:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9880 00010000:00010000:2.0:1746145246.958004:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145246.958026:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4363 00000100:00100000:3.0:1746145246.958032:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535307648:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145246.958046:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535307392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3536us (3778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.958053:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10391 00000100:00100000:3.0:1746145246.958851:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535307648:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 817us (960us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.958858:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4363 00002000:00100000:3.0:1746145246.958864:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9880 x1830965535307648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.958870:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9880 with x1830965535307648 ext(0->4095) 00002000:00010000:3.0:1746145246.958873:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9880 00000100:00100000:0.0:1746145246.960428:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.960549:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307776 00000100:00100000:3.0:1746145246.960556:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307776 00000100:00100000:3.0:1746145246.960591:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6261 00000100:00100000:3.0:1746145246.960597:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535307776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.960612:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.960644:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c2e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.960674:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.960681:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.960683:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.960687:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.960710:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.960776:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 31 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.960788:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089024:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.960934:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.962675:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089024:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.962698:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.962711:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:3.0:1746145246.962740:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535307776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2142us (2315us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.962747:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6261 00000100:00100000:0.0:1746145246.963430:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.963560:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535307904 00000100:00100000:2.0:1746145246.963565:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535307904 00010000:00010000:2.0:1746145246.963587:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.963604:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10392 00000100:00100000:2.0:1746145246.963609:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535307904:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.963619:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.963657:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.963667:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.963684:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d690d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c27 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.963707:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.963709:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.963715:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.963722:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.963745:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.963755:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089152:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.963807:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.966065:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089152:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.966081:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.966111:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535307904:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2501us (2680us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.966118:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10392 00000100:00100000:0.0:1746145246.967423:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.967562:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308160 00000100:00100000:3.0:1746145246.967568:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308160 00002000:00100000:3.0:1746145246.967599:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965535308160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.967608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965535308160 ext(0->4095) 00002000:00010000:3.0:1746145246.967612:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a8380 00000100:00100000:3.0:1746145246.967676:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4364 00000100:00100000:3.0:1746145246.967682:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535308160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145246.967802:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535308160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145246.967808:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4364 00002000:00100000:3.0:1746145246.967813:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8380 x1830965535308160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145246.967820:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8380 with x1830965535308160 ext(0->4095) 00002000:00010000:3.0:1746145246.967822:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a8380 00000100:00100000:0.0:1746145246.969749:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.970276:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308288 00000100:00100000:3.0:1746145246.970283:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308288 00000100:00100000:3.0:1746145246.970315:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6262 00000100:00100000:3.0:1746145246.970320:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535308288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.970334:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.970349:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c35 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.970372:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.970383:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.970384:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145246.970387:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.970409:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.970418:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.970429:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089280:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.970505:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145246.972305:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.972442:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308416 00000100:00100000:2.0:1746145246.972447:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308416 00000100:00100000:2.0:1746145246.972474:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6263 00000100:00100000:2.0:1746145246.972480:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535308416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145246.972492:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145246.972502:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c3c expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.972518:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.972522:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.972527:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145246.972530:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.972551:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.972563:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.972572:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00000100:00100000:2.0:1746145246.973213:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535308416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 731us (910us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.973219:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6263 00000100:00100000:3.0:1746145246.973561:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089280:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.973576:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.973585:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:3.0:1746145246.973603:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535308288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3284us (3859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.973608:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6262 00000100:00100000:0.0:1746145246.976449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.976531:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308544 00000100:00100000:2.0:1746145246.976538:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308544 00010000:00010000:2.0:1746145246.976567:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.976590:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10393 00000100:00100000:2.0:1746145246.976596:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535308544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.976606:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.976623:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.976653:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.976670:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6914 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c2e expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.976692:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.976694:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.976701:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.976708:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.976734:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.976744:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.976753:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089536:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.977366:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.978788:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089536:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.978805:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.978833:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535308544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2236us (2389us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.978840:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10393 00000100:00100000:0.0:1746145246.980521:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.980657:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308800 00000100:00100000:1.0:1746145246.980663:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308800 00002000:00100000:1.0:1746145246.980695:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8e00 x1830965535308800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.980703:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8e00 with x1830965535308800 ext(0->4095) 00010000:00010000:1.0:1746145246.980710:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.980721:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.980727:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8e00 00000100:00100000:1.0:1746145246.980752:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2492 00000100:00100000:1.0:1746145246.980758:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535308800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145246.980867:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535308800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145246.980872:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2492 00002000:00100000:1.0:1746145246.980877:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a8e00 x1830965535308800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.980882:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8e00 with x1830965535308800 ext(0->4095) 00010000:00010000:1.0:1746145246.980886:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145246.980893:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145246.980898:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55a8e00 00000100:00100000:0.0:1746145246.983035:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.983257:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535308928 00000100:00100000:2.0:1746145246.983262:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535308928 00010000:00010000:2.0:1746145246.983288:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.983914:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10394 00000100:00100000:2.0:1746145246.983922:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535308928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.983933:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.983948:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.983959:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.983978:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d691b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c35 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.984006:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.984008:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.984022:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.984029:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.984055:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.984064:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089664:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.984394:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.986384:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089664:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.986403:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.986431:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535308928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2510us (3400us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.986440:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10394 00000100:00100000:0.0:1746145246.986973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.987084:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309184 00000100:00100000:2.0:1746145246.987089:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309184 00002000:00100000:2.0:1746145246.987118:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d180 x1830965535309184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.987126:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d180 with x1830965535309184 ext(0->4095) 00002000:00010000:2.0:1746145246.987129:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d180 00000100:00100000:2.0:1746145246.987147:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4365 00000100:00100000:2.0:1746145246.987153:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535309184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145246.987264:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535309184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145246.987269:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4365 00002000:00100000:2.0:1746145246.987274:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d180 x1830965535309184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145246.987285:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d180 with x1830965535309184 ext(0->4095) 00002000:00010000:2.0:1746145246.987288:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d180 00000100:00100000:0.0:1746145246.989862:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145246.990160:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309312 00000100:00100000:3.0:1746145246.990166:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309312 00000100:00100000:3.0:1746145246.990198:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6264 00000100:00100000:3.0:1746145246.990204:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535309312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145246.990218:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145246.990232:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c43 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.990256:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.990261:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.990263:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145246.990265:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.990287:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.990298:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 31 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145246.990307:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089792:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145246.991168:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145246.992940:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531089792:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145246.992967:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145246.992982:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145246.993032:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535309312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2827us (3173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145246.993043:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6264 00000100:00100000:0.0:1746145246.993519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.993567:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309440 00000100:00100000:2.0:1746145246.993571:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309440 00010000:00010000:2.0:1746145246.993590:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145246.993606:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10395 00000100:00100000:2.0:1746145246.993611:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535309440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145246.993620:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145246.993655:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.993664:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.993681:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6922 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c3c expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145246.993692:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.993693:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145246.993699:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.993706:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145246.993732:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145246.993740:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089920:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145246.993789:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:2.0:1746145246.995567:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fc380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531089920:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145246.995583:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145246.995612:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535309440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1999us (2093us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145246.995620:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10395 00000100:00100000:2.0:1746145246.999534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145246.999719:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145246.999796:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309696 00000100:00100000:1.0:1746145246.999805:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309696 00002000:00100000:1.0:1746145246.999842:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc380 x1830965535309696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/0 e 0 to 0 dl 1746145257 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145246.999855:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc380 with x1830965535309696 ext(0->4095) 00002000:00010000:1.0:1746145246.999860:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fc380 00000100:00100000:1.0:1746145246.999890:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4366 00000100:00100000:1.0:1746145246.999898:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535309696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.000324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.000507:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.000538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.000565:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.000580:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310080 00000100:00100000:2.0:1746145247.000583:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310080 00000100:00100000:2.0:1746145247.000609:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310464 00000100:00100000:2.0:1746145247.000611:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310464 00000100:00100000:2.0:1746145247.000623:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 397 00000100:00100000:2.0:1746145247.000646:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965535310080:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145247.000689:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1963:x1830965535310080:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 43us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.000694:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 397 00000100:00100000:2.0:1746145247.000707:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6265 00000100:00100000:2.0:1746145247.000712:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535310464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.000719:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746145247.000731:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309824 00010000:00010000:2.0:1746145247.000733:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c4a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.000735:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309824 00010000:00010000:2.0:1746145247.000753:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.000760:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746145247.000762:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 364 00010000:00010000:2.0:1746145247.000762:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.000765:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.000771:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f23450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535309824:12345-192.168.203.38@tcp:400:kworker.0 00010000:00010000:2.0:1746145247.000789:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.000794:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f23450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535309824:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 27us (287us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.000798:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 364 00010000:00010000:2.0:1746145247.000800:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.000811:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531090048:192.168.203.38@tcp:104: 00000100:00080000:3.0:1746145247.000829:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746145247.000845:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.000973:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fc380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535309696:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1075us (1446us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.000980:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4366 00002000:00100000:1.0:1746145247.000985:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fc380 x1830965535309696/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:132/0 lens 488/4536 e 0 to 0 dl 1746145257 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.000993:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fc380 with x1830965535309696 ext(0->4095) 00010000:00010000:1.0:1746145247.000998:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.001007:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.001022:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fc380 00000100:00100000:0.0:1746145247.001149:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535309952 00000100:00100000:0.0:1746145247.001152:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535309952 00000100:00100000:0.0:1746145247.001183:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310208 00000100:00100000:0.0:1746145247.001185:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310208 00000100:00100000:0.0:1746145247.001200:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 322 00000100:00100000:0.0:1746145247.001205:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535309952:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145247.001229:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535309952:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 24us (1511us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145247.001234:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 322 00000100:00100000:0.0:1746145247.001246:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 323 00000100:00100000:0.0:1746145247.001250:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535310208:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145247.001267:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535310208:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 17us (944us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145247.001271:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 323 00000100:00080000:3.0:1746145247.001297:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:0.0:1746145247.004752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.004803:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.005342:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310592 00000100:00100000:3.0:1746145247.005350:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310592 00000100:00100000:3.0:1746145247.005384:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310336 00000100:00100000:3.0:1746145247.005386:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310336 00000100:00100000:3.0:1746145247.005514:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6266 00000100:00100000:3.0:1746145247.005522:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535310592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.005537:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.005551:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c51 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.005574:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.005578:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.005584:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.005586:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 34 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.005619:0:8464:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.005654:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 34 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.005662:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:2.0:1746145247.005686:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6267 00000100:00100000:2.0:1746145247.005695:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1959:x1830965535310336:12345-192.168.203.38@tcp:9:kworker.0 00000100:00100000:3.0:1746145247.005698:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535310592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 177us (951us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.005704:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6266 00000020:00000080:2.0:1746145247.005710:0:11330:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb5ee96b219fcb1dd 00000100:00080000:2.0:1746145247.005716:0:11330:0:(import.c:66:import_set_state_nolock()) ffff880129ef0800 : changing import state from FULL to CLOSED 00000100:00080000:3.0:1746145247.005722:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000001:00000004:2.0:1746145247.005745:0:11330:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968684 00000100:00100000:0.0:1746145247.005928:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.005998:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531090048:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.006022:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.006030:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:3.0:1746145247.006051:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535310464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5339us (5486us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.006057:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6265 00010000:00010000:3.0:1746145247.006237:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:3.0:1746145247.006245:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310720 00000100:00100000:3.0:1746145247.006249:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310720 00010000:00010000:3.0:1746145247.006263:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.006711:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+2:1959:x1830965535310336:12345-192.168.203.38@tcp:9:kworker.0 Request processed in 1017us (1906us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.006717:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6267 00000100:00100000:3.0:1746145247.006747:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10396 00000100:00100000:3.0:1746145247.006754:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a239c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535310720:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.006763:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.006779:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.006789:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.006804:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6929 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c43 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.006830:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.006831:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.006836:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.006842:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.006982:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.006993:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.007002:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090304:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.007334:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.009964:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090304:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.009965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145247.009979:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.010051:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535310976 00000100:00100000:1.0:1746145247.010057:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535310976 00002000:00100000:1.0:1746145247.010091:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f480 x1830965535310976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.010099:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f480 with x1830965535310976 ext(0->4095) 00010000:00010000:1.0:1746145247.010106:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.010118:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.010123:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f480 00000100:00100000:1.0:1746145247.010152:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2493 00000100:00100000:1.0:1746145247.010159:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535310976:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.010284:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535310976:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (321us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.010290:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2493 00002000:00100000:1.0:1746145247.010296:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10f480 x1830965535310976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.010303:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10f480 with x1830965535310976 ext(0->4095) 00010000:00010000:1.0:1746145247.010307:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.010319:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.010325:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10f480 00000100:00100000:3.0:1746145247.010365:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a239c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535310720:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3610us (4436us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.010372:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10396 00000100:00100000:0.0:1746145247.012226:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.012362:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535311104 00000100:00100000:3.0:1746145247.012366:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535311104 00010000:00010000:3.0:1746145247.012387:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.012413:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10397 00000100:00100000:3.0:1746145247.012419:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535311104:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.012427:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.012439:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.012448:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.012465:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6930 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c4a expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.012820:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.012822:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.012829:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.012835:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.012861:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.012872:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090432:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.012922:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.015451:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090432:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.015469:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.016407:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535311104:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3983us (4180us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.016418:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10397 00000100:00100000:0.0:1746145247.017484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.017870:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535311360 00000100:00100000:2.0:1746145247.017877:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535311360 00002000:00100000:2.0:1746145247.017915:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965535311360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.017929:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965535311360 ext(0->4095) 00002000:00010000:2.0:1746145247.017933:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10c000 00000100:00100000:2.0:1746145247.017951:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4367 00000100:00100000:2.0:1746145247.017957:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535311360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.018105:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535311360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 148us (623us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.018111:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4367 00002000:00100000:2.0:1746145247.018117:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10c000 x1830965535311360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.018124:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10c000 with x1830965535311360 ext(0->4095) 00002000:00010000:2.0:1746145247.018127:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10c000 00000100:00100000:0.0:1746145247.020692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.020740:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535311488 00000100:00100000:2.0:1746145247.020750:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535311488 00000100:00100000:2.0:1746145247.020803:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6268 00000100:00100000:2.0:1746145247.020811:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535311488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.020825:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.020839:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c58 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.020867:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 31 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.020873:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.020874:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.020878:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.020902:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 31 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.020913:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 31 pid: 8464 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.020923:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531090560:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.021005:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.022346:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531090560:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.022367:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.022380:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481600, rc 0) 00000100:00100000:2.0:1746145247.022420:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535311488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1610us (1733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.022428:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6268 00000100:00100000:0.0:1746145247.024946:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.025009:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535311616 00000100:00100000:3.0:1746145247.025027:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535311616 00010000:00010000:3.0:1746145247.025058:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.025084:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10398 00000100:00100000:3.0:1746145247.025090:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535311616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.025102:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.025122:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.025133:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.025154:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6937 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c51 expref: 32 pid: 8464 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.025171:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.025173:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.025179:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.025186:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.025217:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.025230:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090688:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.025535:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.027229:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.027288:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535311744 00000100:00100000:2.0:1746145247.027295:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535311744 00000100:00100000:2.0:1746145247.027458:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6269 00000100:00100000:2.0:1746145247.027466:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535311744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.027483:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.027497:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c5f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.027520:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.027526:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.027527:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.027531:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.027601:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa680 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531090688:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.027614:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145247.028723:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.028744:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 5 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.028758:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531090816:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.028920:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535311616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3828us (3978us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.028930:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10398 00000100:00100000:2.0:1746145247.029797:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.032975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.033243:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312000 00000100:00100000:2.0:1746145247.033251:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312000 00002000:00100000:2.0:1746145247.033288:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa680 x1830965535312000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.033298:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa680 with x1830965535312000 ext(0->4095) 00010000:00010000:2.0:1746145247.033306:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.033319:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.033326:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56fa680 00000100:00100000:2.0:1746145247.033351:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2494 00000100:00100000:2.0:1746145247.033359:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535312000:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.033523:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535312000:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (560us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.033529:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2494 00002000:00100000:2.0:1746145247.033534:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa680 x1830965535312000/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.033540:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa680 with x1830965535312000 ext(0->4095) 00010000:00010000:2.0:1746145247.033544:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.033552:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.033557:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a56fa680 00000100:00100000:2.0:1746145247.035349:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531090816:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.035380:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.035401:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145247.035450:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535311744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7984us (8227us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.035457:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6269 00000100:00100000:0.0:1746145247.036270:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.037290:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312128 00000100:00100000:2.0:1746145247.037300:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312128 00000100:00100000:2.0:1746145247.037350:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6270 00000100:00100000:2.0:1746145247.037358:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535312128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.037374:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.037394:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c66 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.037416:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.037420:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.037426:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.037429:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.037461:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.037472:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.037485:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:0.0:1746145247.038118:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.038172:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312256 00000100:00100000:3.0:1746145247.038176:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312256 00010000:00010000:3.0:1746145247.038191:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.038213:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10399 00000100:00100000:3.0:1746145247.038218:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535312256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.038226:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.038241:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.038250:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.038265:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d693e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c58 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.038278:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.038280:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.038285:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.038292:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.038328:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.038338:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.038347:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091072:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.038586:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535312128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1227us (2317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.038592:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6270 00000100:00100000:3.0:1746145247.039207:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.041611:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.041710:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312512 00000100:00100000:2.0:1746145247.041717:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312512 00002000:00100000:2.0:1746145247.041749:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d880 x1830965535312512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.041757:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d880 with x1830965535312512 ext(0->4095) 00010000:00010000:2.0:1746145247.041764:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.041777:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.041782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10d880 00000100:00100000:2.0:1746145247.041796:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2495 00000100:00100000:2.0:1746145247.041801:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535312512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.041911:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535312512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 109us (304us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.041916:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2495 00002000:00100000:2.0:1746145247.041920:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d880 x1830965535312512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.041932:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d880 with x1830965535312512 ext(0->4095) 00010000:00010000:2.0:1746145247.041936:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.041944:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.041950:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88012b10d880 00000100:00100000:3.0:1746145247.042208:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091072:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.042219:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.042237:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535312256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4019us (4121us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.042242:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10399 00000100:00100000:0.0:1746145247.044383:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.044468:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312640 00000100:00100000:3.0:1746145247.044475:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312640 00010000:00010000:3.0:1746145247.044500:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.044521:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10400 00000100:00100000:3.0:1746145247.044525:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535312640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.044535:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.044549:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.044559:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.044576:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6945 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c5f expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.044605:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.044607:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.044614:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.044620:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.044662:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.044671:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091200:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.045431:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.048274:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091200:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.048292:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.048332:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535312640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3803us (3952us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.048341:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10400 00000100:00100000:0.0:1746145247.049416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.049559:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535312896 00000100:00100000:1.0:1746145247.049565:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535312896 00002000:00100000:1.0:1746145247.049598:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d500 x1830965535312896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.049606:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d500 with x1830965535312896 ext(0->4095) 00002000:00010000:1.0:1746145247.049610:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d500 00000100:00100000:1.0:1746145247.049693:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4368 00000100:00100000:1.0:1746145247.049699:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535312896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.049821:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535312896:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (407us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.049827:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4368 00002000:00100000:1.0:1746145247.049832:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88012b10d500 x1830965535312896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.049839:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10d500 with x1830965535312896 ext(0->4095) 00002000:00010000:1.0:1746145247.049841:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10d500 00000100:00100000:0.0:1746145247.052111:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.052548:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313024 00000100:00100000:2.0:1746145247.052556:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313024 00000100:00100000:2.0:1746145247.052602:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6271 00000100:00100000:2.0:1746145247.052608:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535313024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.052621:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.052658:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c6d expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.052684:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.052691:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.052692:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.052695:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.052716:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.052730:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 31 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.052739:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531091328:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.052811:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.054248:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531091328:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.054275:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.054290:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145247.054332:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535313024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1723us (2225us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.054339:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6271 00000100:00100000:2.0:1746145247.057608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.058047:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313152 00000100:00100000:3.0:1746145247.058054:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313152 00010000:00010000:3.0:1746145247.058082:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.058110:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10401 00000100:00100000:3.0:1746145247.058116:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535313152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.058126:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.058141:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.058151:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.058169:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d694c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c66 expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.058193:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.058195:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.058202:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058209:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058232:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.058241:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091456:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.058298:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.058645:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.058759:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313280 00000100:00100000:3.0:1746145247.058763:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313280 00000100:00100000:3.0:1746145247.058784:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6272 00000100:00100000:3.0:1746145247.058789:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535313280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.058800:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.058810:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c74 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058824:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058828:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.058830:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.058833:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058848:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.058857:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 5 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.058864:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531091584:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.059151:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.060659:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091456:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.060672:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.060707:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535313152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2591us (3104us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.060714:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10401 00000100:00100000:0.0:1746145247.061066:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.061166:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531091584:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.061182:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.061195:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145247.061225:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535313280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2435us (2581us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.061231:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6272 00000100:00100000:2.0:1746145247.061298:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313536 00000100:00100000:2.0:1746145247.061302:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313536 00002000:00100000:2.0:1746145247.061330:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8b480 x1830965535313536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.061337:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8b480 with x1830965535313536 ext(0->4095) 00010000:00010000:2.0:1746145247.061343:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.061353:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.061362:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8b480 00000100:00100000:2.0:1746145247.061387:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2496 00000100:00100000:2.0:1746145247.061394:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535313536:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.062112:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535313536:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 716us (1044us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.062119:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2496 00002000:00100000:2.0:1746145247.062125:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8b480 x1830965535313536/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.062132:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8b480 with x1830965535313536 ext(0->4095) 00010000:00010000:2.0:1746145247.062137:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.062146:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.062152:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8b480 00000100:00100000:0.0:1746145247.063924:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.064124:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313664 00000100:00100000:3.0:1746145247.064131:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313664 00000100:00100000:3.0:1746145247.064162:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6273 00000100:00100000:3.0:1746145247.064169:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535313664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.064183:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.064200:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c7b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.064221:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.064225:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.064230:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.064234:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.064263:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.064276:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.064285:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:3.0:1746145247.064335:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535313664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (415us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.064341:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6273 00000100:00100000:3.0:1746145247.065453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.065624:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535313792 00000100:00100000:0.0:1746145247.065653:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535313792 00010000:00010000:0.0:1746145247.065673:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746145247.065702:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10402 00000100:00100000:0.0:1746145247.065708:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535313792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145247.065716:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145247.065733:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.065743:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.065760:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6953 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c6d expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.065772:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.065773:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.065779:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.065786:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.065807:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.065817:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746145247.065826:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091840:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.065880:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.067593:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf8aa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091840:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.067610:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.067730:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535313792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2019us (2275us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.067738:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10402 00000100:00100000:0.0:1746145247.068938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.068985:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314048 00000100:00100000:2.0:1746145247.069000:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314048 00002000:00100000:2.0:1746145247.069045:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8a680 x1830965535314048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.069055:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8a680 with x1830965535314048 ext(0->4095) 00010000:00010000:2.0:1746145247.069062:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.069074:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.069079:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8a680 00000100:00100000:2.0:1746145247.069104:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2497 00000100:00100000:2.0:1746145247.069111:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535314048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.069218:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535314048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (282us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.069223:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2497 00002000:00100000:2.0:1746145247.069228:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8a680 x1830965535314048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.069234:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8a680 with x1830965535314048 ext(0->4095) 00010000:00010000:2.0:1746145247.069238:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.069245:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.069250:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf8a680 00000100:00100000:0.0:1746145247.071939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.072124:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314176 00000100:00100000:2.0:1746145247.072132:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314176 00010000:00010000:2.0:1746145247.072164:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.072189:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10403 00000100:00100000:2.0:1746145247.072196:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a23a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535314176:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.072208:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.072223:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.072235:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.072255:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d695a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c74 expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.072284:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.072285:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.072292:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.072299:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.072326:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.072342:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091968:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.072407:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47a80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.075662:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.075756:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314432 00000100:00100000:1.0:1746145247.075764:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314432 00002000:00100000:1.0:1746145247.075806:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89c00 x1830965535314432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.075814:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89c00 with x1830965535314432 ext(0->4095) 00002000:00010000:1.0:1746145247.075819:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89c00 00000100:00100000:2.0:1746145247.075941:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531091968:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.075959:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.075995:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a23a050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535314176:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3799us (4061us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.076003:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10403 00000100:00100000:1.0:1746145247.076576:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4369 00000100:00100000:1.0:1746145247.076584:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535314432:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145247.076716:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535314432:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 133us (1099us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.076721:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4369 00002000:00100000:1.0:1746145247.076726:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89c00 x1830965535314432/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.076733:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89c00 with x1830965535314432 ext(0->4095) 00002000:00010000:1.0:1746145247.076735:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89c00 00000100:00100000:0.0:1746145247.079448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.079825:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314560 00000100:00100000:2.0:1746145247.079834:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314560 00000100:00100000:2.0:1746145247.079965:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6274 00000100:00100000:2.0:1746145247.079988:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535314560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.080002:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.080023:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c82 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.080047:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.080054:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.080055:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.080058:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.080083:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 31 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.080097:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 31 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.080107:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531092096:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.080401:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.083155:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531092096:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.083186:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.083202:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481600, rc 0) 00000100:00100000:2.0:1746145247.083248:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535314560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3274us (3803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.083256:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6274 00000100:00100000:0.0:1746145247.083444:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.083491:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314688 00000100:00100000:3.0:1746145247.083497:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314688 00010000:00010000:3.0:1746145247.083520:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.083547:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10404 00000100:00100000:3.0:1746145247.083552:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535314688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.083564:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.083579:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.083589:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.083612:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6961 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c7b expref: 32 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.083654:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.083656:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.083663:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.083670:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.083696:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.083706:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531092224:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.083809:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.086111:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.086185:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.086324:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315072 00000100:00100000:3.0:1746145247.086331:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315072 00002000:00100000:3.0:1746145247.086364:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89180 x1830965535315072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.086372:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965535315072 ext(0->4095) 00002000:00010000:3.0:1746145247.086376:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89180 00000100:00100000:3.0:1746145247.086403:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4370 00000100:00100000:3.0:1746145247.086409:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535315072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.086534:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535315072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (347us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.086539:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4370 00002000:00100000:3.0:1746145247.086544:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89180 x1830965535315072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.086605:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89180 with x1830965535315072 ext(0->4095) 00002000:00010000:3.0:1746145247.086608:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89180 00000100:00100000:3.0:1746145247.086669:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531092224:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.086685:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.086707:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535314688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3154us (3264us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.086713:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10404 00000100:00100000:2.0:1746145247.086857:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535314816 00000100:00100000:2.0:1746145247.086861:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535314816 00000100:00100000:2.0:1746145247.086883:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6275 00000100:00100000:2.0:1746145247.086888:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535314816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.086896:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.086910:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c89 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.086930:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.086940:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.086942:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.086945:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.086969:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.086979:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.086989:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531092352:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.087042:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.089591:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531092352:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.089616:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.089656:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481000, rc 0) 00000100:00100000:2.0:1746145247.089691:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535314816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2802us (3584us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.089697:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6275 00000100:00100000:0.0:1746145247.090431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.090649:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315200 00000100:00100000:3.0:1746145247.090655:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315200 00000100:00100000:3.0:1746145247.090684:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6276 00000100:00100000:3.0:1746145247.090690:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535315200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.090705:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.090717:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c90 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.090733:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.090736:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.090741:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.090744:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.090768:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.090778:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.090784:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:3.0:1746145247.090819:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535315200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 129us (390us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.090824:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6276 00000100:00100000:2.0:1746145247.091203:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.091521:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315328 00000100:00100000:3.0:1746145247.091524:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315328 00010000:00010000:3.0:1746145247.091538:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746145247.091792:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10405 00000100:00100000:0.0:1746145247.091800:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535315328:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.092135:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.092154:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.092165:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.092181:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6968 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c82 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.092193:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.092194:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.092201:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.092209:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.092232:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.092242:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.092252:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092608:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.092310:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.095872:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092608:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.095896:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.095936:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535315328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4137us (4733us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.095945:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10405 00000100:00100000:0.0:1746145247.096047:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.096115:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315584 00000100:00100000:1.0:1746145247.096121:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315584 00002000:00100000:1.0:1746145247.096150:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88e00 x1830965535315584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.096159:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88e00 with x1830965535315584 ext(0->4095) 00010000:00010000:1.0:1746145247.096165:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.096177:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.096183:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88e00 00000100:00100000:1.0:1746145247.096708:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2498 00000100:00100000:1.0:1746145247.096718:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535315584:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.096845:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535315584:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (798us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.097237:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2498 00002000:00100000:1.0:1746145247.097244:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf88e00 x1830965535315584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.097252:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf88e00 with x1830965535315584 ext(0->4095) 00010000:00010000:1.0:1746145247.097258:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.097267:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.097273:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009bf88e00 00000100:00100000:0.0:1746145247.098890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.098938:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315712 00000100:00100000:1.0:1746145247.098943:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315712 00010000:00010000:1.0:1746145247.098969:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.099258:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10406 00000100:00100000:1.0:1746145247.099265:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535315712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.099275:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.099291:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.099299:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.099317:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094481000/0xb5ee96b21a0d696f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c89 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.099344:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.099346:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.099353:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.099360:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.099591:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.099606:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092736:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.099916:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.101670:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092736:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.101691:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.101723:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535315712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2457us (2835us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.101733:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10406 00000100:00100000:0.0:1746145247.101966:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.102208:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535315968 00000100:00100000:1.0:1746145247.102214:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535315968 00002000:00100000:1.0:1746145247.102244:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8ad80 x1830965535315968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.102252:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8ad80 with x1830965535315968 ext(0->4095) 00002000:00010000:1.0:1746145247.102256:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8ad80 00000100:00100000:1.0:1746145247.102283:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4371 00000100:00100000:1.0:1746145247.102288:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535315968:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.102401:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535315968:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (436us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.102406:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4371 00002000:00100000:1.0:1746145247.102411:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf8ad80 x1830965535315968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.102417:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8ad80 with x1830965535315968 ext(0->4095) 00002000:00010000:1.0:1746145247.102419:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8ad80 00000100:00100000:0.0:1746145247.103911:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.104207:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316096 00000100:00100000:2.0:1746145247.104212:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316096 00000100:00100000:2.0:1746145247.104253:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6277 00000100:00100000:2.0:1746145247.104259:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535316096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.104272:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.104285:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c97 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.104306:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.104313:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.104314:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.104318:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.104342:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.104353:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.104362:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531092864:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.104467:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.106994:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531092864:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.107063:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.107079:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:2.0:1746145247.107118:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535316096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (3210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.107129:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6277 00000100:00100000:0.0:1746145247.107496:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.107656:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316224 00000100:00100000:1.0:1746145247.107661:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316224 00010000:00010000:1.0:1746145247.107685:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.107719:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10407 00000100:00100000:1.0:1746145247.107727:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535316224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.107736:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.107753:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.107762:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.107781:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6976 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c90 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.107795:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.107796:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.107803:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.107811:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.107836:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.107851:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092992:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.107911:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.110404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.110853:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531092992:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.110874:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.110908:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535316224:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3181us (3412us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.110916:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10407 00000100:00100000:3.0:1746145247.111196:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316480 00000100:00100000:3.0:1746145247.111202:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316480 00002000:00100000:3.0:1746145247.111232:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89f80 x1830965535316480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.111240:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89f80 with x1830965535316480 ext(0->4095) 00002000:00010000:3.0:1746145247.111244:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89f80 00000100:00100000:3.0:1746145247.111257:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4372 00000100:00100000:3.0:1746145247.111262:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535316480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.111366:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535316480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (967us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.111371:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4372 00002000:00100000:3.0:1746145247.111375:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009bf89f80 x1830965535316480/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.111381:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89f80 with x1830965535316480 ext(0->4095) 00002000:00010000:3.0:1746145247.111384:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf89f80 00000100:00100000:0.0:1746145247.113516:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.113662:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316608 00000100:00100000:2.0:1746145247.113668:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316608 00000100:00100000:2.0:1746145247.113846:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6278 00000100:00100000:2.0:1746145247.113854:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535316608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.113868:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.113883:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535c9e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.113906:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.113912:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.113914:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.113917:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 32 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.113940:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.113951:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 5 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.113961:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531093120:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145247.114547:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.114602:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.114653:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316736 00000100:00100000:3.0:1746145247.114656:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316736 00000100:00100000:3.0:1746145247.114675:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6279 00000100:00100000:3.0:1746145247.114679:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535316736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.114685:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.114691:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ca5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.114702:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.114705:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.114713:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.114715:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.114731:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.114739:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.114747:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00000100:00100000:3.0:1746145247.114767:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535316736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 88us (221us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.114772:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6279 00000100:00100000:0.0:1746145247.118154:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.118228:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535316864 00000100:00100000:1.0:1746145247.118235:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535316864 00010000:00010000:1.0:1746145247.118263:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.118295:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10408 00000100:00100000:1.0:1746145247.118302:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535316864:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.118311:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.118326:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.118337:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.118356:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.118358:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.118364:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.118374:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.118401:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.118410:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.118420:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093376:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.118482:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00010000:00010000:2.0:1746145247.118559:0:11330:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d697d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c97 expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.118580:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531093120:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.118604:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.118611:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.118619:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:2.0:1746145247.118683:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535316608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4829us (5170us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.118689:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6278 00000100:00100000:1.0:1746145247.120121:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093376:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.120136:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.120170:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535316864:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1868us (2021us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.120178:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10408 00000100:00100000:0.0:1746145247.120586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.120727:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535317120 00000100:00100000:1.0:1746145247.120731:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535317120 00002000:00100000:1.0:1746145247.120757:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093913800 x1830965535317120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.120766:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913800 with x1830965535317120 ext(0->4095) 00010000:00010000:1.0:1746145247.120772:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.120787:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.120793:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093913800 00000100:00100000:1.0:1746145247.120837:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2499 00000100:00100000:1.0:1746145247.120845:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535317120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.120966:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535317120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (380us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.120972:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2499 00002000:00100000:1.0:1746145247.120976:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093913800 x1830965535317120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.120983:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093913800 with x1830965535317120 ext(0->4095) 00010000:00010000:1.0:1746145247.120987:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.120995:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.121001:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093913800 00000100:00100000:0.0:1746145247.122527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.122650:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535317248 00000100:00100000:1.0:1746145247.122654:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535317248 00010000:00010000:1.0:1746145247.122674:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.122703:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10409 00000100:00100000:1.0:1746145247.122710:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535317248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.122728:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.122742:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.122753:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.122774:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6984 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535c9e expref: 33 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.122798:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.122800:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.122807:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.122815:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.122844:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.122855:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093504:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.123076:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.124997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.125091:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093504:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.125109:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.125138:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535317248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2428us (2615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.125146:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10409 00000100:00100000:2.0:1746145247.125297:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535317504 00000100:00100000:2.0:1746145247.125302:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535317504 00002000:00100000:2.0:1746145247.125331:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093911180 x1830965535317504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.125339:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093911180 with x1830965535317504 ext(0->4095) 00002000:00010000:2.0:1746145247.125343:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093911180 00000100:00100000:2.0:1746145247.125395:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4373 00000100:00100000:2.0:1746145247.125402:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535317504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.125516:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535317504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (522us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.125521:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4373 00002000:00100000:2.0:1746145247.125525:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093911180 x1830965535317504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.125533:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093911180 with x1830965535317504 ext(0->4095) 00002000:00010000:2.0:1746145247.125535:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093911180 00000100:00100000:0.0:1746145247.127070:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.127130:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535317632 00000100:00100000:2.0:1746145247.127134:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535317632 00000100:00100000:2.0:1746145247.127157:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6280 00000100:00100000:2.0:1746145247.127162:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535317632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.127173:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.127185:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cac expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.127206:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.127212:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.127214:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.127216:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.127238:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.127248:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.127257:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531093632:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.127889:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.129803:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531093632:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.129829:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.129845:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:2.0:1746145247.129876:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535317632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2713us (2808us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.129884:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6280 00000100:00100000:2.0:1746145247.130221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.130596:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535317760 00000100:00100000:1.0:1746145247.130602:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535317760 00010000:00010000:1.0:1746145247.130642:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.130925:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10410 00000100:00100000:1.0:1746145247.130932:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a239850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535317760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.130944:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.130960:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.130969:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.130987:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d698b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ca5 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.131011:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.131024:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.131031:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.131038:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.131062:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.131072:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093760:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.131129:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.133623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.133844:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318016 00000100:00100000:3.0:1746145247.133850:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318016 00002000:00100000:3.0:1746145247.133881:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910e00 x1830965535318016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.133888:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910e00 with x1830965535318016 ext(0->4095) 00002000:00010000:3.0:1746145247.133893:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910e00 00000100:00100000:3.0:1746145247.133908:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4374 00000100:00100000:3.0:1746145247.133914:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535318016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.134048:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535318016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 133us (429us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.134056:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4374 00002000:00100000:3.0:1746145247.134061:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910e00 x1830965535318016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.134066:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910e00 with x1830965535318016 ext(0->4095) 00002000:00010000:3.0:1746145247.134068:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910e00 00000100:00100000:1.0:1746145247.134418:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531093760:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.134436:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.134807:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a239850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535317760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3874us (4586us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.134814:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10410 00000100:00100000:0.0:1746145247.136007:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.136766:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.136837:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318144 00000100:00100000:1.0:1746145247.136844:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318144 00000100:00100000:1.0:1746145247.136885:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318272 00000100:00100000:1.0:1746145247.136887:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318272 00000100:00100000:1.0:1746145247.136900:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6281 00000100:00100000:1.0:1746145247.136906:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535318144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746145247.136916:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6282 00010000:00010000:1.0:1746145247.136920:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:3.0:1746145247.136924:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535318272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.136932:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145247.136935:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cb3 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.136939:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cba expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.137274:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.137282:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.137284:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.137287:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.137297:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.137302:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.137309:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.137311:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.137331:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.137334:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.137343:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 5 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.137352:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.137354:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531093888:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.137362:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7200, rc 0) 00000100:00100000:3.0:1746145247.137693:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535318272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 768us (926us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.137700:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6282 00000100:00100000:1.0:1746145247.137708:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.141538:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531093888:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145247.141570:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.141585:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145247.141647:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535318144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4720us (5622us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.141655:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6281 00000100:00100000:0.0:1746145247.141811:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.142006:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318400 00000100:00100000:1.0:1746145247.142011:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318400 00010000:00010000:1.0:1746145247.142038:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.142066:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10411 00000100:00100000:1.0:1746145247.142072:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535318400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.142080:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.142095:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.142107:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.142123:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6992 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cac expref: 6 pid: 11330 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.142140:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.142142:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.142148:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.142154:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.142176:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.142186:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.142195:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094144:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.142248:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.143963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.144057:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094144:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.144074:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.144113:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535318400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2041us (2302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.144125:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10411 00000100:00100000:2.0:1746145247.145421:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318656 00000100:00100000:2.0:1746145247.145427:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318656 00002000:00100000:2.0:1746145247.145458:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1880 x1830965535318656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.145467:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1880 with x1830965535318656 ext(0->4095) 00010000:00010000:2.0:1746145247.145474:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.145485:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.145491:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1880 00000100:00100000:2.0:1746145247.145511:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2500 00000100:00100000:2.0:1746145247.145517:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535318656:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145247.145652:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535318656:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 134us (1692us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.145658:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2500 00002000:00100000:2.0:1746145247.145664:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1880 x1830965535318656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.145671:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1880 with x1830965535318656 ext(0->4095) 00010000:00010000:2.0:1746145247.145674:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.145682:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.145687:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1880 00000100:00100000:0.0:1746145247.147717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.147786:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318784 00000100:00100000:1.0:1746145247.147792:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318784 00000100:00100000:1.0:1746145247.147918:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6283 00000100:00100000:1.0:1746145247.147926:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535318784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145247.147938:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145247.147951:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cc1 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.147972:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145247.147976:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.147981:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145247.147985:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.148020:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.148036:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.148045:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:1.0:1746145247.148549:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535318784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 622us (834us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.148554:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6283 00000100:00100000:0.0:1746145247.149110:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.149227:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535318912 00000100:00100000:2.0:1746145247.149231:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535318912 00010000:00010000:2.0:1746145247.149248:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.149474:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10412 00000100:00100000:2.0:1746145247.149480:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535318912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.149489:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.149505:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.149515:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.149531:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6999 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cb3 expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.149558:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.149560:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.149566:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.149573:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.149596:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.149605:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.149614:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094400:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.150162:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.152319:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094400:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.152514:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145247.152582:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.152925:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535318912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3443us (3813us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.152935:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10412 00000100:00100000:3.0:1746145247.153011:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535319168 00000100:00100000:3.0:1746145247.153025:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535319168 00002000:00100000:3.0:1746145247.153053:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1f80 x1830965535319168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.153061:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1f80 with x1830965535319168 ext(0->4095) 00010000:00010000:3.0:1746145247.153068:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.153079:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.153084:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1f80 00000100:00100000:3.0:1746145247.153098:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2501 00000100:00100000:3.0:1746145247.153103:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535319168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.153845:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535319168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 740us (1330us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.153851:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2501 00002000:00100000:3.0:1746145247.153857:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1f80 x1830965535319168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.153863:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1f80 with x1830965535319168 ext(0->4095) 00010000:00010000:3.0:1746145247.153869:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.153881:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.153886:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1f80 00000100:00100000:0.0:1746145247.155823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.156825:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535319296 00000100:00100000:1.0:1746145247.156833:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535319296 00000100:00100000:1.0:1746145247.156875:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6284 00000100:00100000:1.0:1746145247.156883:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535319296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145247.156898:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145247.156912:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cc8 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.156933:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145247.156937:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.156943:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145247.156946:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 33 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.156973:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.156987:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 33 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.156995:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145247.157044:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535319296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (1221us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.157049:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6284 00000100:00100000:0.0:1746145247.157529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.157619:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535319424 00000100:00100000:3.0:1746145247.157623:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535319424 00010000:00010000:3.0:1746145247.157656:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.157673:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10413 00000100:00100000:3.0:1746145247.157678:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535319424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.157685:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.157703:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.157712:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.157727:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69a0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cba expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.157739:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.157741:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.157747:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.157757:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.157776:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.157785:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 5 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.157795:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094656:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.157833:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.160226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.160313:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094656:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.160327:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.160367:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535319424:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2688us (2838us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.160376:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10413 00000100:00100000:2.0:1746145247.160447:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535319680 00000100:00100000:2.0:1746145247.160453:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535319680 00002000:00100000:2.0:1746145247.160482:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1180 x1830965535319680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.160495:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965535319680 ext(0->4095) 00010000:00010000:2.0:1746145247.160501:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.160511:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.160516:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1180 00000100:00100000:2.0:1746145247.160530:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2502 00000100:00100000:2.0:1746145247.160535:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535319680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.160682:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535319680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 146us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.160687:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2502 00002000:00100000:2.0:1746145247.160692:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e1180 x1830965535319680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.160698:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1180 with x1830965535319680 ext(0->4095) 00010000:00010000:2.0:1746145247.160702:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.160709:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.160714:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e1180 00000100:00100000:0.0:1746145247.164918:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.164986:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535319808 00000100:00100000:3.0:1746145247.164994:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535319808 00010000:00010000:3.0:1746145247.165031:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.165130:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10414 00000100:00100000:3.0:1746145247.165137:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535319808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.165148:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.165164:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.165174:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.165192:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d69a7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc1 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.165365:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.165367:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.165374:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.165381:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.165405:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.165414:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094784:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.165952:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.167929:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.168029:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531094784:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.168045:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.168075:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535319808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2938us (3164us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.168084:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10414 00000100:00100000:1.0:1746145247.168290:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320064 00000100:00100000:1.0:1746145247.168296:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320064 00002000:00100000:1.0:1746145247.168327:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0a80 x1830965535320064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.168335:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0a80 with x1830965535320064 ext(0->4095) 00002000:00010000:1.0:1746145247.168338:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0a80 00000100:00100000:1.0:1746145247.168359:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4375 00000100:00100000:1.0:1746145247.168364:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535320064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.168469:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535320064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (545us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.168474:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4375 00002000:00100000:1.0:1746145247.168479:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0a80 x1830965535320064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.168486:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0a80 with x1830965535320064 ext(0->4095) 00002000:00010000:1.0:1746145247.168489:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0a80 00000100:00100000:0.0:1746145247.170854:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.170962:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320192 00000100:00100000:3.0:1746145247.170968:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320192 00000100:00100000:3.0:1746145247.171047:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6285 00000100:00100000:3.0:1746145247.171053:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535320192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.171067:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.171082:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ccf expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.171105:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.171111:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.171113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.171116:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.171140:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.171150:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 31 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.171159:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531094912:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.171724:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.173460:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531094912:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.173479:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.173496:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00000100:00100000:3.0:1746145247.173527:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535320192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2473us (2678us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.173534:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6285 00000100:00100000:0.0:1746145247.174959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.175037:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320320 00000100:00100000:3.0:1746145247.175043:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320320 00010000:00010000:3.0:1746145247.175065:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.175097:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10415 00000100:00100000:3.0:1746145247.175103:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535320320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.175113:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.175128:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.175138:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.175155:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d69ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cc8 expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.175505:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.175508:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.175516:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.175528:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.175555:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.175566:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095040:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.175659:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.178194:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095040:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.178209:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.178239:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535320320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3136us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.178247:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10415 00000100:00100000:0.0:1746145247.178375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.178728:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.178908:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320576 00000100:00100000:2.0:1746145247.178915:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320576 00002000:00100000:2.0:1746145247.178947:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3b80 x1830965535320576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.178955:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3b80 with x1830965535320576 ext(0->4095) 00002000:00010000:2.0:1746145247.178960:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3b80 00000100:00100000:2.0:1746145247.178983:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4376 00000100:00100000:2.0:1746145247.178989:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535320576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.179108:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535320576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (734us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.179114:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4376 00002000:00100000:2.0:1746145247.179118:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e3b80 x1830965535320576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.179125:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3b80 with x1830965535320576 ext(0->4095) 00002000:00010000:2.0:1746145247.179127:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3b80 00000100:00100000:3.0:1746145247.179238:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320704 00000100:00100000:3.0:1746145247.179242:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320704 00000100:00100000:3.0:1746145247.179261:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6286 00000100:00100000:3.0:1746145247.179264:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535320704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.179272:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.179285:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cd6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.179304:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.179310:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.179312:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.179315:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.179336:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.179346:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.179355:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095168:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.179393:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.182159:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.182303:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320832 00000100:00100000:1.0:1746145247.182309:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320832 00000100:00100000:1.0:1746145247.182350:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6287 00000100:00100000:1.0:1746145247.182357:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535320832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145247.182370:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145247.182383:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cdd expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.182404:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.182407:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.182416:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145247.182419:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.182445:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.182458:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.182467:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145247.182502:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535320832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (349us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.182508:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6287 00000100:00100000:3.0:1746145247.183143:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095168:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.183157:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.183165:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:3.0:1746145247.183185:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535320704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3920us (4458us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.183190:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6286 00000100:00100000:0.0:1746145247.183891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.184537:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535320960 00000100:00100000:3.0:1746145247.184541:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535320960 00010000:00010000:3.0:1746145247.184559:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.184578:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10416 00000100:00100000:3.0:1746145247.184583:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535320960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.184595:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.184610:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.184619:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.184655:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d69b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ccf expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.184669:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.184670:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.184676:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.184682:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.184702:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.184711:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.184720:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095424:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.184772:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.187199:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.187274:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535321216 00000100:00100000:1.0:1746145247.187279:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535321216 00002000:00100000:1.0:1746145247.187308:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2a00 x1830965535321216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.187317:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2a00 with x1830965535321216 ext(0->4095) 00010000:00010000:1.0:1746145247.187323:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.187336:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.187341:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e2a00 00000100:00100000:3.0:1746145247.187587:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095424:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.187599:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.187646:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535320960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3043us (3736us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.187653:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10416 00000100:00100000:1.0:1746145247.187962:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2503 00000100:00100000:1.0:1746145247.187969:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535321216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.188090:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535321216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (893us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.188096:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2503 00002000:00100000:1.0:1746145247.188100:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2a00 x1830965535321216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.188107:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2a00 with x1830965535321216 ext(0->4095) 00010000:00010000:1.0:1746145247.188111:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.188120:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.188125:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e2a00 00000100:00100000:0.0:1746145247.191708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.191801:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535321344 00000100:00100000:3.0:1746145247.191809:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535321344 00010000:00010000:3.0:1746145247.191836:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.191871:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10417 00000100:00100000:3.0:1746145247.191878:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a238450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535321344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.191891:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.191907:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.191918:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.191939:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cd6 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.192191:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.192193:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.192200:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.192207:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.192234:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.192245:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095552:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.192319:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093dc9300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.195282:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.195297:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.195336:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a238450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535321344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3458us (3634us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.195345:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10417 00000100:00100000:0.0:1746145247.195537:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.195853:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535321600 00000100:00100000:2.0:1746145247.195859:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535321600 00002000:00100000:2.0:1746145247.195889:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535321600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.195897:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535321600 ext(0->4095) 00002000:00010000:2.0:1746145247.195901:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0380 00000100:00100000:2.0:1746145247.195923:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4377 00000100:00100000:2.0:1746145247.195929:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535321600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.196048:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535321600:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 119us (511us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.196057:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4377 00002000:00100000:2.0:1746145247.196062:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e0380 x1830965535321600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.196068:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0380 with x1830965535321600 ext(0->4095) 00002000:00010000:2.0:1746145247.196070:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0380 00000100:00100000:0.0:1746145247.198238:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.198350:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535321728 00000100:00100000:3.0:1746145247.198356:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535321728 00000100:00100000:3.0:1746145247.198466:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6288 00000100:00100000:3.0:1746145247.198473:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535321728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.198485:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.198498:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ce4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.198521:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.198526:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.198527:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.198531:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.198560:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 31 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.198571:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 31 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.198582:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095680:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.198934:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.200301:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095680:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.200322:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.200334:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145247.200359:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535321728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1887us (2125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.200365:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6288 00000100:00100000:0.0:1746145247.202793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.202894:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535321856 00000100:00100000:3.0:1746145247.202900:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535321856 00010000:00010000:3.0:1746145247.202925:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.203128:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10418 00000100:00100000:3.0:1746145247.203135:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535321856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.203146:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.203164:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.203174:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.203194:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cdd expref: 32 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.203247:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.203249:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.203255:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.203263:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.203290:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.203301:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095808:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.203883:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.205979:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531095808:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.205995:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.206035:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1960:x1830965535321856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2899us (3246us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.206044:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10418 00000100:00100000:0.0:1746145247.206469:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.206553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.206602:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322240 00000100:00100000:1.0:1746145247.206608:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322240 00002000:00100000:1.0:1746145247.206658:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2680 x1830965535322240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.206666:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2680 with x1830965535322240 ext(0->4095) 00002000:00010000:1.0:1746145247.206670:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2680 00000100:00100000:1.0:1746145247.206686:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4378 00000100:00100000:1.0:1746145247.206692:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535322240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.206803:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535322240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 111us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.206808:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4378 00002000:00100000:1.0:1746145247.206813:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e2680 x1830965535322240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.206819:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2680 with x1830965535322240 ext(0->4095) 00002000:00010000:1.0:1746145247.206821:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e2680 00000100:00100000:3.0:1746145247.207005:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322112 00000100:00100000:3.0:1746145247.207008:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322112 00000100:00100000:3.0:1746145247.207032:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6289 00000100:00100000:3.0:1746145247.207036:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:31559:x1830965535322112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.207044:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.207054:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ceb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.207073:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.207079:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.207080:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.207083:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.207102:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.207111:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.207120:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095936:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.207151:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.210211:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.211593:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322368 00000100:00100000:2.0:1746145247.211601:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322368 00000100:00100000:2.0:1746145247.211658:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6290 00000100:00100000:2.0:1746145247.211666:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535322368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.211684:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.211698:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cf2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.211721:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.211726:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.211731:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.211734:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.211763:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.211773:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.211787:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:2.0:1746145247.211822:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535322368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (1617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.211828:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6290 00000100:00100000:3.0:1746145247.212075:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531095936:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.212090:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.212101:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:3.0:1746145247.212115:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535322112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5079us (5648us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.212120:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6289 00000100:00100000:0.0:1746145247.212262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.212352:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322496 00000100:00100000:3.0:1746145247.212356:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322496 00010000:00010000:3.0:1746145247.212369:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.212697:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10419 00000100:00100000:3.0:1746145247.212703:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535322496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.212711:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.212725:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.212734:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.212748:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ce4 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.212818:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.212820:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.212826:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.212837:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.212856:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.212866:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.212875:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096192:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.212918:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.214958:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096192:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.214974:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.215022:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535322496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2310us (2751us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.215030:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10419 00000100:00100000:0.0:1746145247.215289:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.215460:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322752 00000100:00100000:2.0:1746145247.215466:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322752 00002000:00100000:2.0:1746145247.215534:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4e00 x1830965535322752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.215543:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4e00 with x1830965535322752 ext(0->4095) 00010000:00010000:2.0:1746145247.215550:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.215562:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.215567:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4e00 00000100:00100000:2.0:1746145247.215590:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2504 00000100:00100000:2.0:1746145247.215596:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535322752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.216310:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535322752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 713us (1020us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.216316:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2504 00002000:00100000:2.0:1746145247.216322:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4e00 x1830965535322752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.216334:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4e00 with x1830965535322752 ext(0->4095) 00010000:00010000:2.0:1746145247.216339:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.216348:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.216353:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4e00 00000100:00100000:0.0:1746145247.220325:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.221350:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535322880 00000100:00100000:3.0:1746145247.221358:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535322880 00010000:00010000:3.0:1746145247.221388:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.221427:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10420 00000100:00100000:3.0:1746145247.221433:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535322880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.221444:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.221460:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.221471:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.221492:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d69d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ceb expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.221518:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.221520:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.221526:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.221534:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.221561:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.221913:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096320:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.222330:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.225525:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096320:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.225542:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.225576:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535322880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4143us (5256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.225585:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10420 00000100:00100000:0.0:1746145247.228227:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.228315:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323136 00000100:00100000:2.0:1746145247.228322:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323136 00002000:00100000:2.0:1746145247.228361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4380 x1830965535323136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.228370:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4380 with x1830965535323136 ext(0->4095) 00002000:00010000:2.0:1746145247.228375:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4380 00000100:00100000:2.0:1746145247.228700:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4379 00000100:00100000:2.0:1746145247.228708:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535323136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.228843:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535323136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (621us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.228850:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4379 00002000:00100000:2.0:1746145247.228855:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4380 x1830965535323136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.228861:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4380 with x1830965535323136 ext(0->4095) 00002000:00010000:2.0:1746145247.228864:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4380 00000100:00100000:0.0:1746145247.232145:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.234964:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323264 00000100:00100000:3.0:1746145247.234975:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323264 00000100:00100000:3.0:1746145247.235037:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6291 00000100:00100000:3.0:1746145247.235044:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535323264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.235060:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.235074:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535cf9 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.235098:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.235104:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.235106:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.235109:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.235133:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.235143:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 31 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.235154:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531096448:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.235241:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.237277:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.237340:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531096448:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.237358:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.237375:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7200, rc 0) 00000100:00100000:3.0:1746145247.237407:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535323264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2364us (5270us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.237414:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6291 00000100:00100000:2.0:1746145247.237452:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323392 00000100:00100000:2.0:1746145247.237456:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323392 00010000:00010000:2.0:1746145247.237476:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.237495:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10421 00000100:00100000:2.0:1746145247.237501:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535323392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.237510:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.237525:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.237534:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.237550:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d69d8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf2 expref: 32 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.237569:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.237570:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.237576:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.237582:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.237601:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.237613:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096576:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.237671:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.239561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.244986:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323520 00000100:00100000:3.0:1746145247.244997:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323520 00000100:00100000:0.0:1746145247.245005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.245041:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6292 00000100:00100000:3.0:1746145247.245048:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31559:x1830965535323520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.245064:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.245081:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d00 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.245107:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.245108:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096576:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.245113:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.245115:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.245119:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.245125:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145247.245143:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.245154:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.245158:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535323392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7656us (7884us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.245167:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10421 00000100:00100000:3.0:1746145247.245169:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531096704:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.245208:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.245266:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323776 00000100:00100000:1.0:1746145247.245270:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323776 00002000:00100000:1.0:1746145247.245294:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db6300 x1830965535323776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.245304:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965535323776 ext(0->4095) 00010000:00010000:1.0:1746145247.245310:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.245320:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.245326:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db6300 00000100:00100000:1.0:1746145247.245338:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2505 00000100:00100000:1.0:1746145247.245344:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535323776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.245451:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535323776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 107us (450us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.245456:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2505 00002000:00100000:1.0:1746145247.245461:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db6300 x1830965535323776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.245474:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6300 with x1830965535323776 ext(0->4095) 00010000:00010000:1.0:1746145247.245478:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.245486:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.245491:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db6300 00000100:00100000:0.0:1746145247.248039:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.248053:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531096704:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.248074:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.248088:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:2.0:1746145247.248089:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535323904 00000100:00100000:2.0:1746145247.248093:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535323904 00000100:00100000:0.0:1746145247.248112:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.248127:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535323520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3079us (8569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.248133:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6292 00000100:00100000:3.0:1746145247.248149:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6293 00000100:00100000:3.0:1746145247.248154:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:31571:x1830965535323904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.248162:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.248171:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d07 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.248186:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.248189:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.248195:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.248197:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.248207:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324032 00000100:00100000:2.0:1746145247.248210:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324032 00010000:00010000:3.0:1746145247.248217:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.248224:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.248226:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.248232:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:2.0:1746145247.248241:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10422 00000100:00100000:2.0:1746145247.248246:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535324032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.248254:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746145247.248261:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535323904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (226us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.248266:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6293 00010000:00010000:2.0:1746145247.248269:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.248280:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.248295:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d69df lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535cf9 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.248308:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.248309:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.248315:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.248321:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.248338:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.248348:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.248356:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096960:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.248395:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.249497:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531096960:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.249507:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.249658:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535324032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1410us (1544us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.249665:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10422 00000100:00100000:0.0:1746145247.253930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.253972:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324288 00000100:00100000:3.0:1746145247.253980:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324288 00002000:00100000:3.0:1746145247.254024:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5c00 x1830965535324288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.254033:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535324288 ext(0->4095) 00010000:00010000:3.0:1746145247.254041:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.254054:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.254061:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5c00 00000100:00100000:3.0:1746145247.254090:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2506 00000100:00100000:3.0:1746145247.254096:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535324288:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.254221:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535324288:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.254228:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2506 00002000:00100000:3.0:1746145247.254233:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5c00 x1830965535324288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.254240:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5c00 with x1830965535324288 ext(0->4095) 00010000:00010000:3.0:1746145247.254244:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.254252:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.254258:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5c00 00000100:00100000:0.0:1746145247.256509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.256565:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324416 00000100:00100000:2.0:1746145247.256571:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324416 00010000:00010000:2.0:1746145247.256595:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.256645:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10423 00000100:00100000:2.0:1746145247.256653:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535324416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.256667:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.256682:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.256692:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.256712:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d69e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d00 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.256723:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.256725:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.256732:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.256739:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.256765:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 32 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.256776:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097088:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.256844:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.260032:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097088:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.260054:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.260093:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535324416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3441us (3586us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.260103:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10423 00000100:00100000:2.0:1746145247.263429:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.263583:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324672 00000100:00100000:1.0:1746145247.263591:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324672 00002000:00100000:1.0:1746145247.263651:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965535324672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.263660:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965535324672 ext(0->4095) 00002000:00010000:1.0:1746145247.263664:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:3.0:1746145247.264829:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4380 00000100:00100000:3.0:1746145247.264839:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535324672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.264981:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535324672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 144us (1557us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.264988:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4380 00002000:00100000:3.0:1746145247.264994:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff480 x1830965535324672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.265001:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff480 with x1830965535324672 ext(0->4095) 00002000:00010000:3.0:1746145247.265004:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff480 00000100:00100000:0.0:1746145247.268986:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.269282:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324800 00000100:00100000:1.0:1746145247.269290:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324800 00000100:00100000:1.0:1746145247.269339:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6294 00000100:00100000:1.0:1746145247.269347:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535324800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145247.269361:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145247.269375:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d0e expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.269400:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.269406:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145247.269408:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145247.269411:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.269433:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 31 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.269443:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 31 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.269453:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097216:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145247.269520:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.274108:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097216:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.274178:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.274196:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:2.0:1746145247.274297:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535324800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4950us (5315us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.274304:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6294 00000100:00100000:0.0:1746145247.275530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.276790:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535324928 00000100:00100000:1.0:1746145247.276798:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535324928 00002000:00100000:1.0:1746145247.276834:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db7800 x1830965535324928/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.276843:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7800 with x1830965535324928 ext(0->7) 00010000:00010000:1.0:1746145247.276850:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.276863:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 32 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.276868:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7800 00000100:00100000:3.0:1746145247.277981:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2507 00000100:00100000:3.0:1746145247.277990:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535324928:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145247.278483:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535324928:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 493us (2954us total) trans 4294968016 rc 0/0 00000100:00100000:3.0:1746145247.278490:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2507 00002000:00100000:3.0:1746145247.278496:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880090db7800 x1830965535324928/t4294968016(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.278504:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7800 with x1830965535324928 ext(0->7) 00010000:00010000:3.0:1746145247.278509:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.278519:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.278525:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7800 00000100:00100000:2.0:1746145247.283147:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.284097:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325056 00000100:00100000:0.0:1746145247.284106:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325056 00010000:00010000:0.0:1746145247.284140:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746145247.284187:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10424 00000100:00100000:0.0:1746145247.284195:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a23b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535325056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145247.284208:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145247.284226:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.284237:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.284258:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d69ed lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d07 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.284284:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.284286:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.284293:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.284302:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.284332:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145247.284343:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880090db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097344:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.284427:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.288475:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.288555:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325184 00000100:00100000:2.0:1746145247.288564:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325184 00000100:00100000:2.0:1746145247.288612:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6295 00000100:00100000:2.0:1746145247.288619:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b826050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535325184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.288652:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.288668:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d15 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.288692:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.288704:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.288705:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.288709:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.288740:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.288751:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 5 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.288762:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097472:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145247.289063:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880090db5500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097344:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.289078:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.289259:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a23b050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535325056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5065us (6119us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.289268:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10424 00000100:00100000:2.0:1746145247.289275:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.289561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.289593:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325440 00000100:00100000:3.0:1746145247.289597:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325440 00002000:00100000:3.0:1746145247.289616:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4a80 x1830965535325440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.289624:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4a80 with x1830965535325440 ext(0->4095) 00010000:00010000:3.0:1746145247.289643:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.289651:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.289656:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4a80 00000100:00100000:3.0:1746145247.289674:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2508 00000100:00100000:3.0:1746145247.289679:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535325440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.290351:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535325440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 669us (788us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.290359:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2508 00002000:00100000:3.0:1746145247.290365:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4a80 x1830965535325440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.290371:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4a80 with x1830965535325440 ext(0->4095) 00010000:00010000:3.0:1746145247.290375:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.290383:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.290388:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db4a80 00000100:00100000:2.0:1746145247.295364:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097472:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.295389:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.295404:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145247.295447:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b826050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535325184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6828us (6977us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.295454:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6295 00000100:00100000:0.0:1746145247.297278:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.297327:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.297467:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325696 00000100:00100000:1.0:1746145247.297474:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325696 00010000:00010000:1.0:1746145247.297505:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.297577:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325568 00000100:00100000:2.0:1746145247.297581:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325568 00000100:00100000:1.0:1746145247.297603:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10425 00000100:00100000:1.0:1746145247.297614:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535325696:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:2.0:1746145247.297752:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6296 00000100:00100000:2.0:1746145247.297758:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535325568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.297771:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.297782:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d1c expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.297782:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.297799:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.297801:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.297807:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.297812:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.297816:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.297826:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.297842:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d69f4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d0e expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.297848:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.297857:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.297858:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.297863:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.297869:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.297877:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.297885:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481600, rc 0) 00010000:00010000:1.0:1746145247.297887:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.297898:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.297908:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097728:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.299057:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.299196:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535325568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1436us (1920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.299203:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6296 00000100:00100000:0.0:1746145247.300923:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.301114:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097728:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.301135:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.301172:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535325696:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3562us (3844us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.301180:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10425 00000100:00100000:3.0:1746145247.301324:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535325952 00000100:00100000:3.0:1746145247.301330:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535325952 00002000:00100000:3.0:1746145247.301361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965535325952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.301369:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965535325952 ext(0->4095) 00010000:00010000:3.0:1746145247.301376:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.301387:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.301392:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5f80 00000100:00100000:3.0:1746145247.301407:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2509 00000100:00100000:3.0:1746145247.301413:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535325952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.301530:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535325952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (612us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.301535:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2509 00002000:00100000:3.0:1746145247.301539:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5f80 x1830965535325952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.301545:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5f80 with x1830965535325952 ext(0->4095) 00010000:00010000:3.0:1746145247.301549:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.301557:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.301562:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db5f80 00000100:00100000:0.0:1746145247.305708:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.305765:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326080 00000100:00100000:1.0:1746145247.305773:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326080 00010000:00010000:1.0:1746145247.305803:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:1.0:1746145247.305835:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10426 00000100:00100000:1.0:1746145247.305842:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535326080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.305852:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.305868:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.305879:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.305898:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d69fb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d15 expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.305923:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.305925:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.305932:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.305939:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.305966:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.305976:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097856:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.306048:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.307728:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.307820:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531097856:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.307839:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.307868:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535326080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2026us (2166us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.307877:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10426 00000100:00100000:2.0:1746145247.307945:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326336 00000100:00100000:2.0:1746145247.307950:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326336 00002000:00100000:2.0:1746145247.307976:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965535326336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.307984:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965535326336 ext(0->4095) 00002000:00010000:2.0:1746145247.307987:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5500 00000100:00100000:2.0:1746145247.308008:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4381 00000100:00100000:2.0:1746145247.308021:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535326336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.308129:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535326336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (406us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.308134:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4381 00002000:00100000:2.0:1746145247.308138:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5500 x1830965535326336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.308144:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5500 with x1830965535326336 ext(0->4095) 00002000:00010000:2.0:1746145247.308147:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5500 00000100:00100000:0.0:1746145247.310621:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.310710:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326464 00000100:00100000:2.0:1746145247.310717:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326464 00000100:00100000:2.0:1746145247.310763:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6297 00000100:00100000:2.0:1746145247.310771:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535326464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.310783:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.310804:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d23 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.310829:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 33 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.310836:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.310838:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.310841:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.310870:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 33 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.310880:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 33 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.310890:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097984:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.310953:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.313003:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531097984:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.313172:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.313191:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:2.0:1746145247.313391:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535326464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2621us (2776us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.313399:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6297 00000100:00100000:0.0:1746145247.313505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.313622:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326592 00000100:00100000:2.0:1746145247.313645:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326592 00010000:00010000:2.0:1746145247.313663:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.313748:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10427 00000100:00100000:2.0:1746145247.313755:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535326592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.313765:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.313780:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.313789:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.313807:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a02 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d1c expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.313827:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.313829:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.313835:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.313842:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.313862:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.313871:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531098112:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.313926:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.320329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.320391:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326848 00000100:00100000:3.0:1746145247.320398:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326848 00000100:00100000:0.0:1746145247.320417:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:3.0:1746145247.320435:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4700 x1830965535326848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.320444:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965535326848 ext(0->4095) 00002000:00010000:3.0:1746145247.320449:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4700 00000100:00100000:3.0:1746145247.320468:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4382 00000100:00100000:3.0:1746145247.320476:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535326848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.321140:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535326848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 663us (817us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.321140:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531098112:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.321147:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4382 00002000:00100000:3.0:1746145247.321153:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db4700 x1830965535326848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.321159:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db4700 with x1830965535326848 ext(0->4095) 00002000:00010000:3.0:1746145247.321161:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db4700 00010000:00010000:2.0:1746145247.321164:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.321225:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535326592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7471us (7720us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.321233:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10427 00000100:00100000:2.0:1746145247.321736:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535326976 00000100:00100000:2.0:1746145247.321741:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535326976 00000100:00100000:2.0:1746145247.321760:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6298 00000100:00100000:2.0:1746145247.321765:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31559:x1830965535326976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.321774:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.321786:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d2a expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.321806:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.321812:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.321814:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.321817:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.321845:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.321855:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 5 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.321865:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531098240:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.321913:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.323775:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.324184:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535327104 00000100:00100000:3.0:1746145247.324189:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535327104 00000100:00100000:3.0:1746145247.324227:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6299 00000100:00100000:3.0:1746145247.324233:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535327104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.324245:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.324256:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d31 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.324273:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.324277:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 36 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.324282:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.324286:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.324309:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 36 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.324321:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.324329:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145247.324366:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965535327104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 132us (592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.324372:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6299 00000100:00100000:0.0:1746145247.325553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.325655:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531098240:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.325673:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.325687:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145247.325956:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535327232 00000100:00100000:3.0:1746145247.325960:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535327232 00010000:00010000:3.0:1746145247.325980:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.326005:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10428 00000100:00100000:3.0:1746145247.326020:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535327232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.326029:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.326047:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.326056:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.326074:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094480600/0xb5ee96b21a0d6a09 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d23 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.326184:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535326976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4417us (5766us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.326190:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6298 00010000:00010000:3.0:1746145247.327987:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.327990:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.328022:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.328032:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.328085:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.328099:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.328111:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098496:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.328232:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.331788:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098496:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.331822:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.331888:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535327232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5867us (6327us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.331898:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10428 00000100:00100000:0.0:1746145247.332823:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.332983:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535327488 00000100:00100000:3.0:1746145247.332990:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535327488 00002000:00100000:3.0:1746145247.333031:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382680 x1830965535327488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.333040:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965535327488 ext(0->4095) 00010000:00010000:3.0:1746145247.333048:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.333060:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.333066:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382680 00000100:00100000:3.0:1746145247.333093:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2510 00000100:00100000:3.0:1746145247.333099:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535327488:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.334001:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535327488:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 900us (1177us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.334007:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2510 00002000:00100000:3.0:1746145247.334021:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088382680 x1830965535327488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.334028:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382680 with x1830965535327488 ext(0->4095) 00010000:00010000:3.0:1746145247.334033:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.334042:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.334047:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088382680 00000100:00100000:0.0:1746145247.336247:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.336662:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535327616 00000100:00100000:3.0:1746145247.336669:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535327616 00010000:00010000:3.0:1746145247.336697:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.336730:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10429 00000100:00100000:3.0:1746145247.336737:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535327616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.336747:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.336762:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.337075:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.337096:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a10 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d2a expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.337130:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.337132:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.337139:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.337147:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.337177:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.337187:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098624:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.337802:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.340437:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098624:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.340457:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.340500:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535327616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3761us (4256us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.340509:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10429 00000100:00100000:0.0:1746145247.341771:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.342004:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535327872 00000100:00100000:3.0:1746145247.342022:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535327872 00002000:00100000:3.0:1746145247.342059:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088381880 x1830965535327872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.342073:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965535327872 ext(0->4095) 00002000:00010000:3.0:1746145247.342077:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088381880 00000100:00100000:3.0:1746145247.342104:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4383 00000100:00100000:3.0:1746145247.342110:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535327872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.342490:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088381880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535327872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 377us (720us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.342496:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4383 00002000:00100000:3.0:1746145247.342501:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088381880 x1830965535327872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.342508:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088381880 with x1830965535327872 ext(0->4095) 00002000:00010000:3.0:1746145247.342510:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088381880 00000100:00100000:0.0:1746145247.344259:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.344361:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328000 00000100:00100000:2.0:1746145247.344366:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328000 00000100:00100000:2.0:1746145247.344405:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6300 00000100:00100000:2.0:1746145247.344411:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535328000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.344423:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.344438:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d38 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.344461:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.344468:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.344469:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.344472:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.344496:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.344506:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.344520:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531098752:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.344592:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.347110:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531098752:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.347141:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.347159:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094481600, rc 0) 00000100:00100000:2.0:1746145247.347207:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535328000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2794us (2950us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.347214:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6300 00000100:00100000:0.0:1746145247.349359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.349810:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328128 00000100:00100000:3.0:1746145247.349818:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328128 00010000:00010000:3.0:1746145247.349843:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.349866:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10430 00000100:00100000:3.0:1746145247.349872:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535328128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.349883:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.349896:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.349907:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.349925:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a17 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d31 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.349940:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.349942:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.349950:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.349956:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.350270:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.350280:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098880:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.350541:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.352322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.352670:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328256 00000100:00100000:2.0:1746145247.352676:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328256 00000100:00100000:2.0:1746145247.352721:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6301 00000100:00100000:2.0:1746145247.352728:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535328256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.352741:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.352754:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d3f expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.352776:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.352782:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.352784:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.352787:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.352813:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.352824:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 5 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.352834:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531099008:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.352896:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.354844:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531098880:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.354860:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.354899:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535328128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5026us (5544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.354907:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10430 00000100:00100000:1.0:1746145247.355279:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.355653:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328512 00000100:00100000:3.0:1746145247.355657:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328512 00002000:00100000:3.0:1746145247.355684:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15880 x1830965535328512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.355697:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15880 with x1830965535328512 ext(0->4095) 00010000:00010000:3.0:1746145247.355705:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.355715:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.355720:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15880 00000100:00100000:3.0:1746145247.355740:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2511 00000100:00100000:3.0:1746145247.355745:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535328512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.355862:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535328512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (584us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.355867:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2511 00002000:00100000:3.0:1746145247.355872:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15880 x1830965535328512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.355878:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15880 with x1830965535328512 ext(0->4095) 00010000:00010000:3.0:1746145247.355882:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.355890:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.355895:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15880 00000100:00100000:0.0:1746145247.360593:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.360685:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328640 00000100:00100000:3.0:1746145247.360694:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328640 00000100:00100000:3.0:1746145247.360735:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6302 00000100:00100000:3.0:1746145247.360742:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535328640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145247.360744:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531099008:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.360758:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.360768:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.360772:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d46 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.360784:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00010000:00010000:3.0:1746145247.360790:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746145247.360820:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535328256:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8092us (8501us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.360827:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6301 00010000:00010000:3.0:1746145247.361143:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.361150:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.361153:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.361178:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.361188:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.361194:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c090c00, rc 0) 00000100:00100000:3.0:1746145247.361215:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535328640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 474us (628us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.361220:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6302 00000100:00100000:0.0:1746145247.362309:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.362488:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535328768 00000100:00100000:3.0:1746145247.362493:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535328768 00010000:00010000:3.0:1746145247.362514:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.362543:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10431 00000100:00100000:3.0:1746145247.362549:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012a238850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535328768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.362558:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.362574:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.362583:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.362601:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094481600/0xb5ee96b21a0d6a1e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d38 expref: 6 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.363146:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.363148:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.363156:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.363163:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.363189:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.363199:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.363214:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099264:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.363276:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a50f2240 going to sleep for 11 seconds 00010000:00010000:3.0:1746145247.366201:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145247.366567:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.366657:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099264:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.366676:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.366712:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012a238850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535328768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4163us (4404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.366721:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10431 00000100:00100000:1.0:1746145247.367066:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329024 00000100:00100000:1.0:1746145247.367072:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329024 00002000:00100000:1.0:1746145247.367104:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965535329024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.367114:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965535329024 ext(0->4095) 00010000:00010000:1.0:1746145247.367120:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.367132:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.367138:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989f80 00000100:00100000:1.0:1746145247.367152:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2512 00000100:00100000:1.0:1746145247.367158:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535329024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.367777:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535329024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 617us (1212us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.367784:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2512 00002000:00100000:1.0:1746145247.367790:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989f80 x1830965535329024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.367797:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989f80 with x1830965535329024 ext(0->4095) 00010000:00010000:1.0:1746145247.367801:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.367809:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.367815:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092989f80 00000100:00100000:0.0:1746145247.369988:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.370258:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329152 00000100:00100000:3.0:1746145247.370264:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329152 00010000:00010000:3.0:1746145247.370289:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.370335:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10432 00000100:00100000:3.0:1746145247.370340:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535329152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.370350:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.370364:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.370374:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.370391:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a25 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d3f expref: 35 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.370415:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.370417:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.370423:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.370429:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.370454:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.370463:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099392:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.371174:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.372964:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099392:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.372980:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.373026:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535329152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2671us (3029us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.373034:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10432 00000100:00100000:0.0:1746145247.374729:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.374895:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329408 00000100:00100000:1.0:1746145247.374903:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329408 00002000:00100000:1.0:1746145247.374940:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298bb80 x1830965535329408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.374948:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298bb80 with x1830965535329408 ext(0->4095) 00002000:00010000:1.0:1746145247.374953:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298bb80 00000100:00100000:1.0:1746145247.374980:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4384 00000100:00100000:1.0:1746145247.374987:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535329408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.375117:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535329408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (391us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.375123:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4384 00002000:00100000:1.0:1746145247.375127:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298bb80 x1830965535329408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.375134:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298bb80 with x1830965535329408 ext(0->4095) 00002000:00010000:1.0:1746145247.375136:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298bb80 00000100:00100000:0.0:1746145247.377450:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.377544:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329536 00000100:00100000:3.0:1746145247.377550:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329536 00000100:00100000:3.0:1746145247.377592:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6303 00000100:00100000:3.0:1746145247.377598:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535329536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.377611:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.377644:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d4d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.377673:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.377678:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.377680:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.377683:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.377706:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.377716:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.377725:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531099520:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.377798:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.381331:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531099520:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.381599:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.381614:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:3.0:1746145247.382103:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535329536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4502us (4654us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.382111:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6303 00000100:00100000:0.0:1746145247.382282:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.382501:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329664 00000100:00100000:3.0:1746145247.382506:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329664 00010000:00010000:3.0:1746145247.382525:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.382543:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10433 00000100:00100000:3.0:1746145247.382548:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535329664:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.382556:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.382570:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.382578:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.382596:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c090c00/0xb5ee96b21a0d6a2c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d46 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.382614:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.382615:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.382621:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.382641:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.382662:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.382671:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099648:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.382717:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.385954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.386027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.386112:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535329920 00000100:00100000:2.0:1746145247.386118:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535329920 00002000:00100000:2.0:1746145247.386154:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989880 x1830965535329920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.386162:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989880 with x1830965535329920 ext(0->4095) 00002000:00010000:2.0:1746145247.386167:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989880 00000100:00100000:2.0:1746145247.386192:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4385 00000100:00100000:2.0:1746145247.386198:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535329920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.386319:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535329920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (371us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.386325:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4385 00002000:00100000:2.0:1746145247.386330:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989880 x1830965535329920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.386336:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989880 with x1830965535329920 ext(0->4095) 00002000:00010000:2.0:1746145247.386339:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989880 00000100:00100000:3.0:1746145247.386692:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330048 00000100:00100000:3.0:1746145247.386696:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330048 00000100:00100000:3.0:1746145247.386716:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6304 00000100:00100000:3.0:1746145247.386721:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535330048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.386730:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.386743:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d54 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.386763:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.386770:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.386772:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.386775:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.386799:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.386809:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.386820:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531099776:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.387774:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.387809:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531099648:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.387822:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.387842:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535329664:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5293us (5561us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.387850:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10433 00000100:00100000:0.0:1746145247.391236:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.391371:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330176 00000100:00100000:2.0:1746145247.391378:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330176 00000100:00100000:2.0:1746145247.391413:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6305 00000100:00100000:2.0:1746145247.391419:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535330176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.391432:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.391445:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d5b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.391466:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.391470:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.391475:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.391478:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.391503:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.391517:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.391524:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145247.392502:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531099776:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.392520:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.392529:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:2.0:1746145247.392680:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965535330176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1261us (1450us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.392687:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6305 00000100:00100000:0.0:1746145247.393006:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.393071:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535330048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6349us (7043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.393076:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6304 00000100:00100000:2.0:1746145247.393280:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330304 00000100:00100000:2.0:1746145247.393284:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330304 00010000:00010000:2.0:1746145247.393303:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.393705:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10434 00000100:00100000:2.0:1746145247.393713:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535330304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.393723:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.393739:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.393748:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.393765:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091400/0xb5ee96b21a0d6a33 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d4d expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.393779:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.393781:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.393786:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.393793:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.393815:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.393825:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.393835:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100032:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.394481:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.404518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.404653:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100032:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.404673:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.404715:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535330304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 11002us (11708us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.404724:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10434 00000100:00100000:1.0:1746145247.405536:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330560 00000100:00100000:1.0:1746145247.405543:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330560 00002000:00100000:1.0:1746145247.405576:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b480 x1830965535330560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.405584:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b480 with x1830965535330560 ext(0->4095) 00010000:00010000:1.0:1746145247.405592:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.405603:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.405609:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b480 00000100:00100000:1.0:1746145247.407090:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2513 00000100:00100000:1.0:1746145247.407101:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535330560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.407254:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535330560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 156us (2741us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.407260:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2513 00002000:00100000:1.0:1746145247.407266:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298b480 x1830965535330560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.407274:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b480 with x1830965535330560 ext(0->4095) 00010000:00010000:1.0:1746145247.407279:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.407290:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.407295:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298b480 00000100:00100000:0.0:1746145247.409945:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.410038:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330688 00000100:00100000:2.0:1746145247.410045:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330688 00010000:00010000:2.0:1746145247.410072:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.410184:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10435 00000100:00100000:2.0:1746145247.410190:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535330688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.410202:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.410215:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.410225:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.410242:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c091c00/0xb5ee96b21a0d6a3a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d54 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.410373:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.410375:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.410382:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.410389:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.410413:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.410422:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100160:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.410723:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.411952:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100160:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.411970:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.412006:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535330688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1816us (2067us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.412031:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10435 00000100:00100000:0.0:1746145247.412922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.412988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535330944 00000100:00100000:2.0:1746145247.412993:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535330944 00002000:00100000:2.0:1746145247.413030:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965535330944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.413038:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965535330944 ext(0->4095) 00002000:00010000:2.0:1746145247.413042:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:2.0:1746145247.413252:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4386 00000100:00100000:2.0:1746145247.413259:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535330944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.413418:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535330944:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 158us (497us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.413424:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4386 00002000:00100000:2.0:1746145247.413429:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298aa00 x1830965535330944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.413435:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298aa00 with x1830965535330944 ext(0->4095) 00002000:00010000:2.0:1746145247.413437:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298aa00 00000100:00100000:0.0:1746145247.415060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.415184:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331072 00000100:00100000:3.0:1746145247.415189:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331072 00000100:00100000:3.0:1746145247.415225:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6306 00000100:00100000:3.0:1746145247.415234:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535331072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.415244:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.415258:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d62 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.415284:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.415293:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.415295:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.415298:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.415326:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.415336:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.415346:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531100288:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.415412:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.416777:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531100288:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.416796:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.416809:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145247.416846:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535331072:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1615us (1788us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.416854:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6306 00000100:00100000:0.0:1746145247.417146:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.417232:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331200 00000100:00100000:2.0:1746145247.417237:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331200 00010000:00010000:2.0:1746145247.417259:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.417361:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10436 00000100:00100000:2.0:1746145247.417367:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535331200:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.417377:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.417394:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.417403:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.417420:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a41 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d5b expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.417440:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.417442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.417447:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.417454:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.417473:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.417482:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100416:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.417905:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.419478:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100416:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.419882:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.419920:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535331200:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2552us (2773us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.419929:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10436 00000100:00100000:0.0:1746145247.420399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.421005:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331456 00000100:00100000:3.0:1746145247.421038:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331456 00002000:00100000:3.0:1746145247.421073:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678a80 x1830965535331456/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.421083:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678a80 with x1830965535331456 ext(0->4095) 00002000:00010000:3.0:1746145247.421087:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678a80 00000100:00100000:3.0:1746145247.421112:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4387 00000100:00100000:3.0:1746145247.421118:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535331456:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145247.421439:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535331456:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 320us (1040us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.421446:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4387 00002000:00100000:3.0:1746145247.421451:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678a80 x1830965535331456/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.421458:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678a80 with x1830965535331456 ext(0->4095) 00002000:00010000:3.0:1746145247.421461:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678a80 00000100:00100000:0.0:1746145247.422794:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.422843:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331584 00000100:00100000:3.0:1746145247.422848:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331584 00000100:00100000:3.0:1746145247.422887:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6307 00000100:00100000:3.0:1746145247.422895:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:31571:x1830965535331584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.422908:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.422922:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d69 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.422944:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.422950:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.422951:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.422955:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.422976:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.422986:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.423003:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531100544:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.423078:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.423532:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.423598:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331712 00000100:00100000:2.0:1746145247.423603:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331712 00000100:00100000:2.0:1746145247.423646:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6308 00000100:00100000:2.0:1746145247.423652:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535331712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.423659:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.423666:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d70 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.423678:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.423681:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.423687:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.423689:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 36 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.423708:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.423719:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 36 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.423727:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:2.0:1746145247.423764:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535331712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (233us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.423769:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6308 00000100:00100000:3.0:1746145247.423969:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531100544:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.423984:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.423992:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145247.424009:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535331584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1117us (1217us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.424026:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6307 00000100:00100000:0.0:1746145247.424866:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.424991:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535331840 00000100:00100000:2.0:1746145247.424994:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535331840 00010000:00010000:2.0:1746145247.425023:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.425052:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10437 00000100:00100000:2.0:1746145247.425057:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535331840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.425066:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.425081:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.425091:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.425106:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a48 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d62 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.425126:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.425128:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.425134:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.425140:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.425160:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.425169:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.425183:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100800:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.425224:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.427040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.427150:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100800:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.427165:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.427193:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535331840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2135us (2329us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.427201:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10437 00000100:00100000:3.0:1746145247.427439:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332096 00000100:00100000:3.0:1746145247.427444:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332096 00002000:00100000:3.0:1746145247.427475:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17100 x1830965535332096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.427484:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17100 with x1830965535332096 ext(0->4095) 00010000:00010000:3.0:1746145247.427490:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.427501:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.427511:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17100 00000100:00100000:3.0:1746145247.427534:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2514 00000100:00100000:3.0:1746145247.427540:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535332096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.427682:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535332096:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 142us (646us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.427687:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2514 00002000:00100000:3.0:1746145247.427691:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17100 x1830965535332096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.427697:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17100 with x1830965535332096 ext(0->4095) 00010000:00010000:3.0:1746145247.427701:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.427708:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.427713:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17100 00000100:00100000:2.0:1746145247.431264:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.431316:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.431337:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332352 00000100:00100000:2.0:1746145247.431345:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332352 00010000:00010000:2.0:1746145247.431374:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.431410:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10438 00000100:00100000:2.0:1746145247.431417:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535332352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.431428:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746145247.432183:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332224 00000100:00100000:3.0:1746145247.432188:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332224 00010000:00010000:2.0:1746145247.432192:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.432205:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.432222:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6309 00010000:00010000:2.0:1746145247.432225:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a4f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d69 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.432228:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535332224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.432239:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.432245:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.432247:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.432249:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d77 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.432253:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.432259:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.432271:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.432281:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.432283:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.432289:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.432313:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.432313:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.432323:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.432331:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.432333:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101056:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.432339:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100928:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.432407:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.432674:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.434954:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531100928:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.434973:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.435028:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535332352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3610us (3709us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.435037:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10438 00000100:00100000:0.0:1746145247.435448:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.435460:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101056:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.435478:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.435497:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145247.435518:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535332224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3290us (4262us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.435524:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6309 00000100:00100000:2.0:1746145247.435648:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332608 00000100:00100000:2.0:1746145247.435653:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332608 00002000:00100000:2.0:1746145247.435680:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678700 x1830965535332608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.435688:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678700 with x1830965535332608 ext(0->4095) 00010000:00010000:2.0:1746145247.435694:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.435705:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.435711:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678700 00000100:00100000:2.0:1746145247.435739:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2515 00000100:00100000:2.0:1746145247.435746:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535332608:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.435972:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535332608:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 227us (524us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.435978:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2515 00002000:00100000:2.0:1746145247.435982:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678700 x1830965535332608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.435989:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678700 with x1830965535332608 ext(0->4095) 00010000:00010000:2.0:1746145247.435993:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.436002:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.436007:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b678700 00000100:00100000:0.0:1746145247.440466:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.440536:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.441142:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332864 00000100:00100000:2.0:1746145247.441151:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332864 00010000:00010000:2.0:1746145247.441179:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.441205:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10439 00000100:00100000:2.0:1746145247.441212:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535332864:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.441222:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.441239:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.441250:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.441268:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a56 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d70 expref: 34 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.441302:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.441304:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.441311:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.441317:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.441344:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.441355:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101184:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.441419:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.441475:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535332736 00000100:00100000:3.0:1746145247.441479:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535332736 00000100:00100000:3.0:1746145247.441499:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6310 00000100:00100000:3.0:1746145247.441503:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535332736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.441514:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.441524:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d7e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.441538:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.441543:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.441544:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.441547:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.441562:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.441571:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.441583:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101312:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.441604:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.443757:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101184:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.443769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145247.443774:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.443807:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535332864:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2595us (3269us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.443820:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10439 00000100:00100000:2.0:1746145247.443847:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535333120 00000100:00100000:2.0:1746145247.443854:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535333120 00002000:00100000:2.0:1746145247.443878:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67a300 x1830965535333120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.443886:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535333120 ext(0->4095) 00010000:00010000:2.0:1746145247.443892:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.443903:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.443910:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67a300 00000100:00100000:3.0:1746145247.443968:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101312:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.443985:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.443997:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145247.444023:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535332736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2519us (3563us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.444028:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6310 00000100:00100000:2.0:1746145247.444460:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2516 00000100:00100000:2.0:1746145247.444468:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535333120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.444582:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535333120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (815us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.444587:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2516 00002000:00100000:2.0:1746145247.444592:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67a300 x1830965535333120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.444599:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535333120 ext(0->4095) 00010000:00010000:2.0:1746145247.444603:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.444611:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.444620:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b67a300 00000100:00100000:0.0:1746145247.448067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.448439:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535333248 00000100:00100000:2.0:1746145247.448447:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535333248 00010000:00010000:2.0:1746145247.448476:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.448499:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10440 00000100:00100000:2.0:1746145247.448505:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535333248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.448515:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.448532:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.448542:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.448562:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a5d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d77 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.448590:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.448592:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.448599:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.448606:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.448661:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.448671:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101440:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.448731:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.451704:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.451757:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535333504 00000100:00100000:3.0:1746145247.451765:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535333504 00002000:00100000:3.0:1746145247.451798:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67aa00 x1830965535333504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.451808:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67aa00 with x1830965535333504 ext(0->4095) 00002000:00010000:3.0:1746145247.451812:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67aa00 00000100:00100000:2.0:1746145247.451818:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101440:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.451828:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4388 00000100:00100000:3.0:1746145247.451833:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535333504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00010000:00010000:2.0:1746145247.451843:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.452082:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535333248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3575us (4020us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.452090:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10440 00000100:00100000:3.0:1746145247.453524:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535333504:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1685us (1822us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.453533:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4388 00002000:00100000:3.0:1746145247.453539:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b67aa00 x1830965535333504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.453558:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67aa00 with x1830965535333504 ext(0->4095) 00002000:00010000:3.0:1746145247.453562:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67aa00 00000100:00100000:0.0:1746145247.455186:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.455236:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535333632 00000100:00100000:3.0:1746145247.455243:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535333632 00000100:00100000:3.0:1746145247.455286:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6311 00000100:00100000:3.0:1746145247.455292:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535333632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.455307:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.455324:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d85 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.455348:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.455355:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.455357:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.455360:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.455384:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.455395:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 33 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.455405:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101568:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.455483:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.457426:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531101568:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.457451:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.457467:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:3.0:1746145247.457518:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535333632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2224us (2335us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.457526:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6311 00000100:00100000:0.0:1746145247.457777:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.457856:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535333760 00000100:00100000:2.0:1746145247.457861:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535333760 00010000:00010000:2.0:1746145247.457885:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.457902:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10441 00000100:00100000:2.0:1746145247.457906:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535333760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.457915:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.457941:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.457952:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.457971:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a64 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d7e expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.457990:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.457992:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.457999:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.458006:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.458040:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.458049:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101696:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.458102:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.459503:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531101696:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.459515:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.459540:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535333760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1632us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.459548:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10441 00000100:00100000:0.0:1746145247.459975:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.460113:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334016 00000100:00100000:3.0:1746145247.460119:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334016 00002000:00100000:3.0:1746145247.460148:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678000 x1830965535334016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.460158:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535334016 ext(0->4095) 00002000:00010000:3.0:1746145247.460162:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:3.0:1746145247.460187:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4389 00000100:00100000:3.0:1746145247.460193:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535334016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.460319:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535334016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (344us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.460325:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4389 00002000:00100000:3.0:1746145247.460330:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678000 x1830965535334016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.460336:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535334016 ext(0->4095) 00002000:00010000:3.0:1746145247.460339:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:0.0:1746145247.461860:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.463388:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.463505:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334272 00000100:00100000:3.0:1746145247.463514:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334272 00000100:00100000:3.0:1746145247.463555:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334144 00000100:00100000:3.0:1746145247.463558:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334144 00000100:00100000:2.0:1746145247.463566:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6312 00000100:00100000:2.0:1746145247.463577:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31571:x1830965535334272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.463593:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.463608:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d93 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.463624:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6313 00000100:00100000:3.0:1746145247.463646:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535334144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.463650:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.463652:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.463657:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.463659:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d8c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.463659:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.463663:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.463671:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.463675:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.463785:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.463789:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.463857:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.463860:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.463869:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.463880:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531101952:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.463883:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.463893:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145247.465169:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.465172:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535334144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1524us (1783us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.465179:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6313 00000100:00100000:2.0:1746145247.467437:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531101952:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.467463:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.467480:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:2.0:1746145247.467674:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31571:x1830965535334272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4099us (5815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.467682:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6312 00000100:00100000:0.0:1746145247.468126:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.468466:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334400 00000100:00100000:2.0:1746145247.468472:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334400 00010000:00010000:2.0:1746145247.468494:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.468515:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10442 00000100:00100000:2.0:1746145247.468520:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535334400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.468529:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.468543:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.468552:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.468569:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6a6b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d85 expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.468588:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.468590:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.468597:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.468604:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.468645:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.468655:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.468669:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102080:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.469623:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.472792:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.472875:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102080:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.472893:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.472937:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535334400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4415us (4812us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.472946:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10442 00000100:00100000:1.0:1746145247.473063:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334656 00000100:00100000:1.0:1746145247.473071:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334656 00002000:00100000:1.0:1746145247.473102:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679880 x1830965535334656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.473112:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965535334656 ext(0->4095) 00010000:00010000:1.0:1746145247.473119:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.473131:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.473137:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b679880 00000100:00100000:1.0:1746145247.473167:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2517 00000100:00100000:1.0:1746145247.473174:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535334656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.473306:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535334656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (520us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.473311:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2517 00002000:00100000:1.0:1746145247.473316:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679880 x1830965535334656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.473323:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965535334656 ext(0->4095) 00010000:00010000:1.0:1746145247.473327:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.473335:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.473340:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b679880 00000100:00100000:0.0:1746145247.479267:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.479312:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.479420:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334784 00000100:00100000:2.0:1746145247.479429:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334784 00000100:00100000:3.0:1746145247.480040:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535334912 00000100:00100000:3.0:1746145247.480043:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535334912 00010000:00010000:3.0:1746145247.480063:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.480089:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10443 00000100:00100000:3.0:1746145247.480095:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535334912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.480106:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.480121:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.480132:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.480154:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d6a72 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d93 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.480173:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.480175:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.480181:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.480188:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.480212:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.480222:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102208:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.480276:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.480417:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6314 00000100:00100000:2.0:1746145247.480424:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535334784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.480435:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.480444:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535d9a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.480459:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.480465:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.480466:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.480470:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.480485:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.480499:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.480507:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531102336:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.480527:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.484456:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102208:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.484472:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.484504:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535334912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4409us (5190us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.484513:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10443 00000100:00100000:0.0:1746145247.485809:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.486047:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535335168 00000100:00100000:3.0:1746145247.486053:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535335168 00002000:00100000:3.0:1746145247.486085:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a680 x1830965535335168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.486094:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a680 with x1830965535335168 ext(0->4095) 00010000:00010000:3.0:1746145247.486101:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.486114:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.486119:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a680 00000100:00100000:3.0:1746145247.486135:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2518 00000100:00100000:3.0:1746145247.486141:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535335168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.486260:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531102336:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.486280:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.486293:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1f9800, rc 0) 00000100:00100000:2.0:1746145247.486331:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535334784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5907us (7070us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.486337:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6314 00000100:00100000:3.0:1746145247.487710:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535335168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1565us (1900us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.487717:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2518 00002000:00100000:3.0:1746145247.487724:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a680 x1830965535335168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.487736:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a680 with x1830965535335168 ext(0->4095) 00010000:00010000:3.0:1746145247.487742:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.487752:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 34 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.487757:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838a680 00000100:00100000:0.0:1746145247.492182:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.492230:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.492239:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535335296 00000100:00100000:2.0:1746145247.492246:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535335296 00000100:00100000:2.0:1746145247.492283:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6315 00000100:00100000:2.0:1746145247.492289:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535335296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.492304:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.492326:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535da1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.492351:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.492357:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.492363:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535335424 00010000:00010000:2.0:1746145247.492366:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00000100:00100000:3.0:1746145247.492367:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535335424 00010000:00010000:2.0:1746145247.492369:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.492383:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.492401:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.492411:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.492420:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590600, rc 0) 00000100:00100000:3.0:1746145247.492593:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10444 00000100:00100000:3.0:1746145247.492599:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535335424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.492608:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.492623:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.492650:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.492664:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6a79 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d8c expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.492687:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.492689:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.492694:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.492812:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535335296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 522us (636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.492817:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6315 00010000:00010000:3.0:1746145247.492877:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.493107:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.493118:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.493127:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102592:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.493183:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.506062:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102592:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.506080:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.506130:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535335424:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 13530us (13898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.506140:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10444 00000100:00100000:0.0:1746145247.506219:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.506478:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535335680 00000100:00100000:3.0:1746145247.506485:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535335680 00002000:00100000:3.0:1746145247.506515:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838b800 x1830965535335680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.506525:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b800 with x1830965535335680 ext(0->4095) 00010000:00010000:3.0:1746145247.506532:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.506548:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.506553:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838b800 00000100:00100000:3.0:1746145247.506574:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2519 00000100:00100000:3.0:1746145247.506579:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535335680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.506711:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535335680:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 132us (492us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.506717:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2519 00002000:00100000:3.0:1746145247.506722:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838b800 x1830965535335680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.506728:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838b800 with x1830965535335680 ext(0->4095) 00010000:00010000:3.0:1746145247.506733:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.506741:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.506746:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008838b800 00000100:00100000:0.0:1746145247.522990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.523089:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535335808 00000100:00100000:3.0:1746145247.523097:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535335808 00010000:00010000:3.0:1746145247.523127:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.523163:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10445 00000100:00100000:3.0:1746145247.523171:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535335808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.523184:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.523201:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.523212:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.523230:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d6a80 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535d9a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.523245:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.523248:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.523348:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.523358:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.523387:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.523398:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102720:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.523604:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cd000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.525450:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102720:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.525465:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.525506:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535335808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2336us (2523us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.525515:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10445 00000100:00100000:0.0:1746145247.529837:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.529999:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336064 00000100:00100000:2.0:1746145247.530060:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336064 00002000:00100000:2.0:1746145247.530106:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389500 x1830965535336064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.530115:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389500 with x1830965535336064 ext(0->4095) 00002000:00010000:2.0:1746145247.530120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389500 00000100:00100000:2.0:1746145247.530298:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4390 00000100:00100000:2.0:1746145247.530306:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535336064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.530514:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535336064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 208us (682us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.530524:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4390 00002000:00100000:2.0:1746145247.530529:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389500 x1830965535336064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.530536:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389500 with x1830965535336064 ext(0->4095) 00002000:00010000:2.0:1746145247.530539:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389500 00000100:00100000:0.0:1746145247.532418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.532504:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336192 00000100:00100000:2.0:1746145247.532509:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336192 00000100:00100000:2.0:1746145247.532542:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6316 00000100:00100000:2.0:1746145247.532548:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535336192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.532559:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.532573:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535da8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.532595:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.532601:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.532602:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.532606:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.532644:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.532654:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.532667:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531102848:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.533912:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.535543:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531102848:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.535568:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.535582:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145247.535622:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535336192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3074us (3207us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.535645:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6316 00000100:00100000:0.0:1746145247.536409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.536931:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336320 00000100:00100000:3.0:1746145247.536938:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336320 00010000:00010000:3.0:1746145247.536962:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.536989:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10446 00000100:00100000:3.0:1746145247.536995:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535336320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.537006:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.537033:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.537042:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.537059:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590600/0xb5ee96b21a0d6a87 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da1 expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.537077:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.537079:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.537085:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.537091:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.537116:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.537126:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102976:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.538489:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.538696:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.538714:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336448 00000100:00100000:2.0:1746145247.538718:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336448 00000100:00100000:2.0:1746145247.538745:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6317 00000100:00100000:2.0:1746145247.538751:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:31559:x1830965535336448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.538761:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.538771:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535daf expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.538788:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.538794:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.538795:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.538798:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.538816:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.538824:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.538832:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103104:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.538865:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.541278:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103104:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.541301:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.541315:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145247.541349:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535336448:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2597us (2653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.541357:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6317 00000100:00100000:2.0:1746145247.541496:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56faa00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531102976:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.541507:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.541526:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535336320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4532us (5118us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.541534:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10446 00000100:00100000:0.0:1746145247.542515:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.542854:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336704 00000100:00100000:2.0:1746145247.542859:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336704 00002000:00100000:2.0:1746145247.542888:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389180 x1830965535336704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.542897:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389180 with x1830965535336704 ext(0->4095) 00010000:00010000:2.0:1746145247.542904:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.542916:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.542922:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389180 00000100:00100000:2.0:1746145247.543077:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2520 00000100:00100000:2.0:1746145247.543084:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535336704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.543203:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535336704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (690us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.543209:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2520 00002000:00100000:2.0:1746145247.543214:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389180 x1830965535336704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.543221:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389180 with x1830965535336704 ext(0->4095) 00010000:00010000:2.0:1746145247.543225:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.543234:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.543240:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389180 00000100:00100000:0.0:1746145247.549314:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.549442:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535336832 00000100:00100000:2.0:1746145247.549450:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535336832 00010000:00010000:2.0:1746145247.549479:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.550122:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10447 00000100:00100000:2.0:1746145247.550130:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535336832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.550141:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.550158:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.550174:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.550192:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d6a8e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535da8 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.550214:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.550216:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.550222:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.550229:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.550254:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.550265:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103232:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.550332:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.555027:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.555080:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337088 00000100:00100000:3.0:1746145247.555086:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337088 00000100:00100000:2.0:1746145247.555119:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103232:192.168.203.38@tcp:105: 00002000:00100000:3.0:1746145247.555120:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14700 x1830965535337088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.555129:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14700 with x1830965535337088 ext(0->4095) 00002000:00010000:3.0:1746145247.555133:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14700 00010000:00010000:2.0:1746145247.555140:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.555159:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4391 00000100:00100000:3.0:1746145247.555166:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535337088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.555172:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535336832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5043us (5864us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.555180:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10447 00000100:00100000:3.0:1746145247.555286:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535337088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 120us (265us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.555292:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4391 00002000:00100000:3.0:1746145247.555297:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14700 x1830965535337088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.555309:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14700 with x1830965535337088 ext(0->4095) 00002000:00010000:3.0:1746145247.555311:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14700 00000100:00100000:0.0:1746145247.561056:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.561141:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337216 00000100:00100000:3.0:1746145247.561149:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337216 00000100:00100000:3.0:1746145247.561193:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6318 00000100:00100000:3.0:1746145247.561200:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535337216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.561216:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.561232:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535db6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.561254:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.561259:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.561261:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.561263:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.561286:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.561295:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 33 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.561306:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103360:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.561379:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.562826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.562891:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337344 00000100:00100000:2.0:1746145247.562896:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337344 00002000:00100000:2.0:1746145247.562924:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088388000 x1830965535337344/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.562932:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388000 with x1830965535337344 ext(0->7) 00010000:00010000:2.0:1746145247.562939:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.562948:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 34 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.562955:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388000 00000100:00100000:2.0:1746145247.562977:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2521 00000100:00100000:2.0:1746145247.562983:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535337344:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145247.563358:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103360:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.563376:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.563387:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145247.563974:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535337344:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 989us (1149us total) trans 4294968017 rc 0/0 00000100:00100000:2.0:1746145247.563982:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2521 00002000:00100000:2.0:1746145247.563988:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880088388000 x1830965535337344/t4294968017(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.563995:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388000 with x1830965535337344 ext(0->7) 00010000:00010000:2.0:1746145247.564000:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.564008:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.564022:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388000 00000100:00100000:3.0:1746145247.564146:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535337216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2946us (3097us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.564152:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6318 00000100:00100000:0.0:1746145247.568820:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.568904:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337472 00000100:00100000:2.0:1746145247.568912:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337472 00010000:00010000:2.0:1746145247.568944:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.568979:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10448 00000100:00100000:2.0:1746145247.568985:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535337472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.568997:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.569040:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.569050:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.569140:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6a95 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535daf expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.569310:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.569313:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.569320:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.569326:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.569352:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.569367:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103488:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.570333:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.576664:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.576741:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337600 00000100:00100000:3.0:1746145247.576750:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337600 00000100:00100000:3.0:1746145247.576785:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6319 00000100:00100000:3.0:1746145247.576791:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535337600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.576806:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.576819:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dbd expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.576845:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.576852:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.576854:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.576857:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.576880:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.576891:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.576902:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103616:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.576968:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.580779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.581149:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337856 00000100:00100000:3.0:1746145247.581156:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337856 00002000:00100000:3.0:1746145247.581191:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965535337856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.581200:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965535337856 ext(0->4095) 00010000:00010000:3.0:1746145247.581207:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.581220:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.581227:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388a80 00000100:00100000:3.0:1746145247.581243:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2522 00000100:00100000:3.0:1746145247.581251:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535337856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.581385:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535337856:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (613us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.581391:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2522 00002000:00100000:3.0:1746145247.581396:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388a80 x1830965535337856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.581403:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388a80 with x1830965535337856 ext(0->4095) 00010000:00010000:3.0:1746145247.581407:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.581414:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.581419:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088388a80 00000100:00100000:2.0:1746145247.581759:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fd880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103488:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.581777:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.581799:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965535337472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 12815us (12986us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.581805:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10448 00000100:00100000:3.0:1746145247.582560:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531103616:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.582576:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.582588:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:3.0:1746145247.582608:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535337600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5817us (5987us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.582613:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6319 00000100:00100000:0.0:1746145247.587164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.587307:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535337984 00000100:00100000:3.0:1746145247.587314:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535337984 00000100:00100000:3.0:1746145247.587349:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6320 00000100:00100000:3.0:1746145247.587356:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965535337984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.587369:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.587382:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dc4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.587404:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.587408:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.587413:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.587416:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.587443:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.587452:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.587460:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:3.0:1746145247.588714:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965535337984:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1352us (1550us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.588722:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6320 00000100:00100000:1.0:1746145247.589122:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.589269:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535338112 00000100:00100000:3.0:1746145247.589274:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535338112 00010000:00010000:3.0:1746145247.589295:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.589315:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10449 00000100:00100000:3.0:1746145247.589320:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535338112:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.589329:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.589347:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.589357:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.589376:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6a9c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535db6 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.589403:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.589405:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.589411:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.589418:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.589442:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.589452:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.589462:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103872:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.589512:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.593440:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531103872:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.593456:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.593849:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535338112:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4526us (4726us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.593859:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10449 00000100:00100000:2.0:1746145247.596038:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.596210:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535338368 00000100:00100000:3.0:1746145247.596217:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535338368 00002000:00100000:3.0:1746145247.596252:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd880 x1830965535338368/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.596266:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd880 with x1830965535338368 ext(0->4095) 00010000:00010000:3.0:1746145247.596273:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.596285:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.596291:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd880 00000100:00100000:3.0:1746145247.596306:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2523 00000100:00100000:3.0:1746145247.596312:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535338368:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.596430:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535338368:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (397us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.596436:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2523 00002000:00100000:3.0:1746145247.596440:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd880 x1830965535338368/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.596446:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd880 with x1830965535338368 ext(0->4095) 00010000:00010000:3.0:1746145247.596450:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.596458:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.596462:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fd880 00000100:00100000:0.0:1746145247.605697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.606019:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535338496 00000100:00100000:3.0:1746145247.606028:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535338496 00010000:00010000:3.0:1746145247.606056:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.606260:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10450 00000100:00100000:3.0:1746145247.606268:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535338496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.606280:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.606297:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.606308:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.606327:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6aa3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dbd expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.607864:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.607868:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.607879:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.607888:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.607918:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.607929:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104000:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.608006:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.609602:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104000:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.609615:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.609656:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535338496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3389us (3966us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.609663:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10450 00000100:00100000:2.0:1746145247.611902:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.611967:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535338752 00000100:00100000:0.0:1746145247.611975:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535338752 00002000:00100000:0.0:1746145247.612007:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd180 x1830965535338752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145247.612027:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd180 with x1830965535338752 ext(0->4095) 00002000:00010000:0.0:1746145247.612031:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fd180 00000100:00100000:0.0:1746145247.612054:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4392 00000100:00100000:0.0:1746145247.612061:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535338752:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145247.612696:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535338752:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 634us (797us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145247.612703:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4392 00002000:00100000:0.0:1746145247.612709:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd180 x1830965535338752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145247.612716:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd180 with x1830965535338752 ext(0->4095) 00002000:00010000:0.0:1746145247.612719:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fd180 00000100:00100000:0.0:1746145247.614579:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.614770:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535338880 00000100:00100000:2.0:1746145247.614776:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535338880 00000100:00100000:2.0:1746145247.614817:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6321 00000100:00100000:2.0:1746145247.614823:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535338880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.614835:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.614849:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dcb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.614871:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.614878:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.614879:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.614882:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.614910:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 35 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.614920:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 35 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.614930:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531104128:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.614987:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.616505:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531104128:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.616526:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.616539:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5150200, rc 0) 00000100:00100000:2.0:1746145247.616563:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535338880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1740us (1988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.616569:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6321 00000100:00100000:0.0:1746145247.617996:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.618195:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339008 00000100:00100000:3.0:1746145247.618201:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339008 00010000:00010000:3.0:1746145247.618225:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.618670:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10451 00000100:00100000:3.0:1746145247.618678:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535339008:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.618689:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.618704:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.618715:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.618734:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6aaa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dc4 expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.618754:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.618756:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.618762:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.618773:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.618798:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.618808:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104256:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.618869:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.621074:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.621223:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339136 00000100:00100000:2.0:1746145247.621229:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339136 00000100:00100000:2.0:1746145247.621274:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6322 00000100:00100000:2.0:1746145247.621281:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535339136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.621293:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.621306:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dd2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.621328:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.621334:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.621336:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746145247.621337:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104256:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.621339:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.621350:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145247.621360:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.621368:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 5 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.621377:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531104384:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.621492:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535339008:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2814us (3499us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.621500:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10451 00000100:00100000:2.0:1746145247.621741:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.622020:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.622160:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339392 00000100:00100000:2.0:1746145247.622163:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339392 00002000:00100000:2.0:1746145247.622188:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17800 x1830965535339392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.622196:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17800 with x1830965535339392 ext(0->4095) 00010000:00010000:2.0:1746145247.622202:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.622211:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.622217:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17800 00000100:00100000:2.0:1746145247.622239:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2524 00000100:00100000:2.0:1746145247.622245:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535339392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.622366:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535339392:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (473us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.622371:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2524 00002000:00100000:2.0:1746145247.622376:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f17800 x1830965535339392/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.622383:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17800 with x1830965535339392 ext(0->4095) 00010000:00010000:2.0:1746145247.622387:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.622395:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.622400:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17800 00000100:00100000:2.0:1746145247.623991:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531104384:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.624019:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.624033:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1f8e00, rc 0) 00000100:00100000:2.0:1746145247.624368:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31559:x1830965535339136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3086us (3296us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.624374:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6322 00000100:00100000:0.0:1746145247.624529:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.624602:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.624624:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339648 00000100:00100000:2.0:1746145247.624642:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339648 00000100:00100000:3.0:1746145247.624649:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339520 00000100:00100000:3.0:1746145247.624653:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339520 00010000:00010000:2.0:1746145247.624661:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.624673:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6323 00000100:00100000:3.0:1746145247.624678:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:31571:x1830965535339520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.624687:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.624696:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dd9 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.624711:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.624716:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.624725:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.624727:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.624749:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.624758:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.624765:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00000100:00100000:3.0:1746145247.624787:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965535339520:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 108us (259us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.624792:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6323 00000100:00100000:2.0:1746145247.624821:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10452 00000100:00100000:2.0:1746145247.624827:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535339648:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.624835:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.624848:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.624859:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.624875:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ab1 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dcb expref: 6 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.624886:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.624888:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.624893:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.624899:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.624916:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.624925:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.624939:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104640:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.624992:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b476c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.626446:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104640:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.626456:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.626486:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535339648:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1659us (1883us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.626493:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10452 00000100:00100000:0.0:1746145247.626772:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.626835:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535339904 00000100:00100000:2.0:1746145247.626839:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535339904 00002000:00100000:2.0:1746145247.626861:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93800 x1830965535339904/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.626868:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93800 with x1830965535339904 ext(0->4095) 00010000:00010000:2.0:1746145247.626874:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.626883:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.626888:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93800 00000100:00100000:2.0:1746145247.626910:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2525 00000100:00100000:2.0:1746145247.626915:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535339904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.627064:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535339904:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 148us (292us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.627072:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2525 00002000:00100000:2.0:1746145247.627077:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93800 x1830965535339904/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.627083:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93800 with x1830965535339904 ext(0->4095) 00010000:00010000:2.0:1746145247.627088:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.627095:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.627101:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93800 00000100:00100000:3.0:1746145247.629002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.629082:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340032 00000100:00100000:2.0:1746145247.629087:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340032 00010000:00010000:2.0:1746145247.629105:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.629132:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10453 00000100:00100000:2.0:1746145247.629138:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535340032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.629146:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.629158:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.629167:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.629184:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6ab8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd2 expref: 37 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.629206:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.629208:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.629214:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.629220:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.629242:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.629251:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104768:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.629326:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.631251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.631406:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340288 00000100:00100000:3.0:1746145247.631411:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340288 00002000:00100000:3.0:1746145247.631439:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90a80 x1830965535340288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.631447:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90a80 with x1830965535340288 ext(0->4095) 00002000:00010000:3.0:1746145247.631451:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90a80 00000100:00100000:3.0:1746145247.631477:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4393 00000100:00100000:3.0:1746145247.631483:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535340288:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145247.631684:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535340288:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 200us (436us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.631898:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4393 00002000:00100000:3.0:1746145247.631904:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90a80 x1830965535340288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.631910:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90a80 with x1830965535340288 ext(0->4095) 00002000:00010000:3.0:1746145247.631913:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90a80 00000100:00100000:2.0:1746145247.631954:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531104768:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.631970:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.632005:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535340032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2865us (3006us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.632023:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10453 00000100:00100000:0.0:1746145247.634691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.634822:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340416 00000100:00100000:2.0:1746145247.634829:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340416 00000100:00100000:2.0:1746145247.634875:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6324 00000100:00100000:2.0:1746145247.634882:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535340416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.634896:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.634909:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535de0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.634936:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.634941:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.634943:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.634946:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.634970:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.634979:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.634989:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531104896:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.635053:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.636947:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531104896:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.636969:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.636983:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461b600, rc 0) 00000100:00100000:2.0:1746145247.637027:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535340416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2145us (2340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.637034:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6324 00000100:00100000:0.0:1746145247.638327:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.638405:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340544 00000100:00100000:2.0:1746145247.638411:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340544 00010000:00010000:2.0:1746145247.638434:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.638467:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10454 00000100:00100000:2.0:1746145247.638473:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535340544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.638483:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.638499:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.638509:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.638528:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6abf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dd9 expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.638554:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.638556:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.638563:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.638569:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.638596:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.638606:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105024:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.638689:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.640189:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105024:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.640204:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.640231:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535340544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1757us (1905us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.640238:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10454 00000100:00100000:0.0:1746145247.641147:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.641201:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340800 00000100:00100000:3.0:1746145247.641206:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340800 00002000:00100000:3.0:1746145247.641233:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92300 x1830965535340800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.641241:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92300 with x1830965535340800 ext(0->4095) 00002000:00010000:3.0:1746145247.641245:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab92300 00000100:00100000:3.0:1746145247.641271:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4394 00000100:00100000:3.0:1746145247.641277:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535340800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.642073:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535340800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (253us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.642080:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4394 00002000:00100000:3.0:1746145247.642086:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92300 x1830965535340800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.642092:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92300 with x1830965535340800 ext(0->4095) 00002000:00010000:3.0:1746145247.642095:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab92300 00000100:00100000:0.0:1746145247.642387:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.642971:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535340928 00000100:00100000:2.0:1746145247.642975:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535340928 00000100:00100000:2.0:1746145247.643021:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6325 00000100:00100000:2.0:1746145247.643027:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:31559:x1830965535340928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.643037:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.643051:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535de7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.643073:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.643079:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.643081:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.643085:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.643109:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.643120:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.643134:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105152:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.644140:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.644200:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.644225:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341056 00000100:00100000:3.0:1746145247.644229:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341056 00000100:00100000:3.0:1746145247.644253:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6326 00000100:00100000:3.0:1746145247.644259:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965535341056:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.644267:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.644275:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dee expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.644290:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.644294:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.644298:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.644301:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.644803:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.644818:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.644827:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:3.0:1746145247.644856:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31571:x1830965535341056:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 597us (657us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.644862:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6326 00000100:00100000:2.0:1746145247.647173:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105152:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.647197:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.647211:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461a400, rc 0) 00000100:00100000:2.0:1746145247.647240:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31559:x1830965535340928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4213us (4853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.647248:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6325 00000100:00100000:0.0:1746145247.647840:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.647904:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341184 00000100:00100000:2.0:1746145247.647909:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341184 00010000:00010000:2.0:1746145247.647931:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.647988:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10455 00000100:00100000:2.0:1746145247.647995:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535341184:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.648006:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.648030:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.648040:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.648061:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461b600/0xb5ee96b21a0d6ac6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de0 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.648297:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.648299:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.648307:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.648318:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.648343:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 36 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.648354:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 36 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.648364:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105408:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.649087:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.650308:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.650378:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341440 00000100:00100000:3.0:1746145247.650384:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341440 00002000:00100000:3.0:1746145247.650416:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91f80 x1830965535341440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.650431:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91f80 with x1830965535341440 ext(0->4095) 00010000:00010000:3.0:1746145247.650438:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.650449:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.650455:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91f80 00000100:00100000:3.0:1746145247.650471:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2526 00000100:00100000:3.0:1746145247.650477:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965535341440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.650588:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105408:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.650603:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.650612:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965535341440:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (306us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.650618:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2526 00000100:00100000:2.0:1746145247.650620:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535341184:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2627us (2783us total) trans 0 rc 0/0 00002000:00100000:3.0:1746145247.650623:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91f80 x1830965535341440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145247.650640:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10455 00002000:00100000:3.0:1746145247.650644:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91f80 with x1830965535341440 ext(0->4095) 00010000:00010000:3.0:1746145247.650648:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.650655:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.650660:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab91f80 00000100:00100000:0.0:1746145247.652046:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.652117:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341568 00000100:00100000:2.0:1746145247.652122:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341568 00010000:00010000:2.0:1746145247.652141:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.652299:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10456 00000100:00100000:2.0:1746145247.652305:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1963:x1830965535341568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.652314:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.652585:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.652595:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.652615:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461a400/0xb5ee96b21a0d6acd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535de7 expref: 37 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.652654:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.652657:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.652692:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.652700:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.652729:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 36 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.652738:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105536:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.652808:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.655239:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.655320:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105536:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.655336:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.655370:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535341568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3066us (3326us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.655378:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10456 00000100:00100000:1.0:1746145247.655534:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341824 00000100:00100000:1.0:1746145247.655539:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341824 00002000:00100000:1.0:1746145247.655570:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965535341824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.655578:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965535341824 ext(0->4095) 00002000:00010000:1.0:1746145247.655582:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:1.0:1746145247.655607:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4395 00000100:00100000:1.0:1746145247.655614:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535341824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.655752:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535341824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (518us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.655757:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4395 00002000:00100000:1.0:1746145247.655762:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90000 x1830965535341824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.655769:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90000 with x1830965535341824 ext(0->4095) 00002000:00010000:1.0:1746145247.655771:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90000 00000100:00100000:0.0:1746145247.658544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.658749:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535341952 00000100:00100000:2.0:1746145247.658757:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535341952 00000100:00100000:2.0:1746145247.658803:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6327 00000100:00100000:2.0:1746145247.658809:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535341952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.658823:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.658837:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535df5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.658862:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.658869:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.658870:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.658873:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.658897:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 35 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.658908:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 35 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.658923:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105664:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.658994:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.667249:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.667303:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342080 00000100:00100000:3.0:1746145247.667310:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342080 00002000:00100000:3.0:1746145247.667345:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008ab93480 x1830965535342080/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.667353:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535342080 ext(0->7) 00010000:00010000:3.0:1746145247.667361:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.667374:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 36 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.667380:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93480 00000100:00100000:2.0:1746145247.668316:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105664:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.668346:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.668360:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1f8e00, rc 0) 00000100:00100000:2.0:1746145247.668399:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535341952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9589us (9860us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.668406:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6327 00000100:00100000:3.0:1746145247.668618:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2527 00000100:00100000:3.0:1746145247.668637:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535342080:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145247.672312:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535342080:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 3680us (5061us total) trans 4294968018 rc 0/0 00000100:00100000:3.0:1746145247.672322:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2527 00002000:00100000:3.0:1746145247.672329:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008ab93480 x1830965535342080/t4294968018(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.672338:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93480 with x1830965535342080 ext(0->7) 00010000:00010000:3.0:1746145247.672346:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.672359:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.672365:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93480 00000100:00100000:0.0:1746145247.675581:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.675763:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342208 00000100:00100000:2.0:1746145247.675775:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342208 00010000:00010000:2.0:1746145247.675807:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.675843:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10457 00000100:00100000:2.0:1746145247.675851:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1962:x1830965535342208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.675862:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.675877:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.675889:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.675911:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6ad4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dee expref: 38 pid: 8465 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.677049:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.677052:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.677062:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.677070:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.677100:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.677111:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105792:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.677187:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.679161:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531105792:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.679179:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.679209:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535342208:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3358us (3633us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.679217:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10457 00000100:00100000:0.0:1746145247.684581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.684712:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342464 00000100:00100000:3.0:1746145247.684721:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342464 00002000:00100000:3.0:1746145247.684759:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90700 x1830965535342464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.684767:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90700 with x1830965535342464 ext(0->4095) 00002000:00010000:3.0:1746145247.684772:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90700 00000100:00100000:3.0:1746145247.684794:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4396 00000100:00100000:3.0:1746145247.684800:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535342464:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145247.684923:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535342464:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 123us (348us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.684928:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4396 00002000:00100000:3.0:1746145247.684933:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab90700 x1830965535342464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.684939:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90700 with x1830965535342464 ext(0->4095) 00002000:00010000:3.0:1746145247.684941:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90700 00000100:00100000:0.0:1746145247.688040:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.688155:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342592 00000100:00100000:2.0:1746145247.688162:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342592 00000100:00100000:2.0:1746145247.692110:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6328 00000100:00100000:2.0:1746145247.692126:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:31571:x1830965535342592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.692145:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.692164:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535dfc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.692188:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.692194:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.692196:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.692198:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.692224:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.692234:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.692243:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105920:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.692316:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.692681:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.692765:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342720 00000100:00100000:0.0:1746145247.692771:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342720 00000100:00100000:0.0:1746145247.692806:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6329 00000100:00100000:0.0:1746145247.692812:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31559:x1830965535342720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145247.692818:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145247.692824:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e03 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.692834:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.692837:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 40 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.692841:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145247.692843:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 40 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.692860:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 40 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.692868:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 40 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.692876:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5000, rc 0) 00000100:00100000:0.0:1746145247.692899:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31559:x1830965535342720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 87us (219us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145247.692904:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6329 00000100:00100000:0.0:1746145247.696511:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.696568:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535342848 00000100:00100000:3.0:1746145247.696574:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535342848 00010000:00010000:3.0:1746145247.696602:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.696821:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531105920:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.696847:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.696861:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5150200, rc 0) 00000100:00100000:2.0:1746145247.696903:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31571:x1830965535342592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4784us (8869us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.696912:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6328 00000100:00100000:3.0:1746145247.696981:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10458 00000100:00100000:3.0:1746145247.696990:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535342848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.697000:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.697026:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.697038:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.697057:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6adb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535df5 expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.699253:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.699258:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.699269:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.699280:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.699316:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.699334:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 38 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.699345:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106176:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.699425:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.702300:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106176:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.702316:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.702351:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535342848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5362us (5845us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.702363:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10458 00000100:00100000:0.0:1746145247.705160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.705418:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343104 00000100:00100000:1.0:1746145247.705426:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343104 00002000:00100000:1.0:1746145247.705458:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65f80 x1830965535343104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.705466:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65f80 with x1830965535343104 ext(0->4095) 00010000:00010000:1.0:1746145247.705473:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.705484:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.705491:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65f80 00000100:00100000:1.0:1746145247.705514:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2528 00000100:00100000:1.0:1746145247.705520:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1961:x1830965535343104:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.706040:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1961:x1830965535343104:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 519us (885us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.706049:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2528 00002000:00100000:1.0:1746145247.706054:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df65f80 x1830965535343104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.706060:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65f80 with x1830965535343104 ext(0->4095) 00010000:00010000:1.0:1746145247.706064:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:1.0:1746145247.706072:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:1.0:1746145247.706077:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df65f80 00000100:00100000:0.0:1746145247.710207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.710667:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343232 00000100:00100000:2.0:1746145247.710675:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343232 00000100:00100000:2.0:1746145247.710725:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6330 00000100:00100000:2.0:1746145247.710732:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535343232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.710747:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.710763:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e0a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.710784:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.710789:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.710796:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145247.710799:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.710829:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.710840:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.710849:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1f8e00, rc 0) 00000100:00100000:2.0:1746145247.710885:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535343232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 154us (683us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.710891:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6330 00000100:00100000:0.0:1746145247.711262:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.711305:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343360 00000100:00100000:3.0:1746145247.711309:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343360 00010000:00010000:3.0:1746145247.711325:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.711362:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10459 00000100:00100000:3.0:1746145247.711367:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535343360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.711375:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.711390:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.711400:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.711414:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150200/0xb5ee96b21a0d6ae2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535dfc expref: 39 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.711440:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.711442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.711448:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.711455:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.711473:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.711482:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.711492:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106432:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.711546:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.716855:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106432:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.716873:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.716918:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba3050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535343360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5550us (5655us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.716927:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10459 00000100:00100000:0.0:1746145247.717066:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.717406:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343616 00000100:00100000:2.0:1746145247.717412:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343616 00002000:00100000:2.0:1746145247.717441:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66a00 x1830965535343616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.717449:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66a00 with x1830965535343616 ext(0->4095) 00010000:00010000:2.0:1746145247.717457:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.717470:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.717476:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66a00 00000100:00100000:2.0:1746145247.717488:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2529 00000100:00100000:2.0:1746145247.717495:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535343616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.717605:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535343616:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (539us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.717610:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2529 00002000:00100000:2.0:1746145247.717614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66a00 x1830965535343616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.717621:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66a00 with x1830965535343616 ext(0->4095) 00010000:00010000:2.0:1746145247.717640:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.717649:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 38 pid: 19630 timeout: 588 lvb_type: 0 00002000:00010000:2.0:1746145247.717659:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66a00 00000100:00100000:2.0:1746145247.719572:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.719609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.719613:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343744 00000100:00100000:3.0:1746145247.719619:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343744 00000100:00100000:3.0:1746145247.719656:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6331 00000100:00100000:3.0:1746145247.719993:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965535343744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.720004:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.720024:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e11 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.720044:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.720049:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.720054:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145247.720057:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 39 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.720084:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.720094:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 39 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.720100:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:0.0:1746145247.720214:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535343872 00000100:00100000:0.0:1746145247.720218:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535343872 00010000:00010000:0.0:1746145247.720232:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 40 pid: 19630 timeout: 588 lvb_type: 0 00000100:00100000:3.0:1746145247.720260:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31559:x1830965535343744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 598us (692us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.720266:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6331 00000100:00100000:0.0:1746145247.720309:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10460 00000100:00100000:0.0:1746145247.720314:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535343872:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145247.720321:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145247.720337:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 39 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.720346:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 39 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.720360:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5000/0xb5ee96b21a0d6ae9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e03 expref: 39 pid: 19630 timeout: 588 lvb_type: 0 00010000:00010000:0.0:1746145247.720380:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.720381:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.720387:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.720394:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.720412:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.720422:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 5 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:0.0:1746145247.720432:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008df65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106688:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.720477:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927173c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.722536:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.722700:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535344128 00000100:00100000:3.0:1746145247.722706:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535344128 00002000:00100000:3.0:1746145247.722735:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64000 x1830965535344128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.722743:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64000 with x1830965535344128 ext(0->4095) 00010000:00010000:3.0:1746145247.722750:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.722762:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.722767:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64000 00000100:00100000:3.0:1746145247.722783:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2530 00000100:00100000:2.0:1746145247.722938:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008df65180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106688:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.722951:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.723120:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535344128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.723248:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535343872:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2931us (3636us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.723256:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10460 00000100:00100000:3.0:1746145247.723544:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535344128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 754us (1012us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.723549:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2530 00002000:00100000:3.0:1746145247.723554:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64000 x1830965535344128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.723560:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64000 with x1830965535344128 ext(0->4095) 00010000:00010000:3.0:1746145247.723564:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:3.0:1746145247.723572:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00002000:00010000:3.0:1746145247.723577:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64000 00000100:00100000:0.0:1746145247.727367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.727445:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535344256 00000100:00100000:2.0:1746145247.727452:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535344256 00010000:00010000:2.0:1746145247.727480:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00000100:00100000:2.0:1746145247.727589:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10461 00000100:00100000:2.0:1746145247.727595:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535344256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.727605:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.727620:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.727653:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.727671:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d6af0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e0a expref: 6 pid: 8466 timeout: 588 lvb_type: 0 00010000:00010000:2.0:1746145247.727694:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.727697:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.727703:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.727711:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.727737:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.727748:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106816:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.728511:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.732773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.732881:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ff800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531106816:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145247.732899:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145247.732948:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535344256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5352us (5585us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145247.732957:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10461 00000100:00100000:3.0:1746145247.733050:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535344512 00000100:00100000:3.0:1746145247.733056:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535344512 00002000:00100000:3.0:1746145247.733086:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd500 x1830965535344512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.733094:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd500 with x1830965535344512 ext(0->4095) 00002000:00010000:3.0:1746145247.733097:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fd500 00000100:00100000:3.0:1746145247.733112:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4397 00000100:00100000:3.0:1746145247.733117:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535344512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.733233:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fd500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535344512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (467us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.733239:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4397 00002000:00100000:3.0:1746145247.733243:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fd500 x1830965535344512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.733255:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fd500 with x1830965535344512 ext(0->4095) 00002000:00010000:3.0:1746145247.733257:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fd500 00000100:00100000:0.0:1746145247.735262:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.735416:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535344640 00000100:00100000:3.0:1746145247.735422:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535344640 00000100:00100000:2.0:1746145247.735746:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6332 00000100:00100000:2.0:1746145247.735755:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535344640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.735769:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.735784:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e18 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.735807:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.735812:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.735813:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.735816:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.735839:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.735849:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 37 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.735858:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531106944:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.735924:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.738104:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531106944:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.738129:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.738144:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5150a00, rc 0) 00000100:00100000:2.0:1746145247.738174:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535344640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2421us (2916us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.738182:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6332 00000100:00100000:0.0:1746145247.738392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.738441:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535344768 00000100:00100000:1.0:1746145247.738447:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535344768 00010000:00010000:1.0:1746145247.738470:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145247.738504:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10462 00000100:00100000:1.0:1746145247.738510:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535344768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.738519:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.738540:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.738549:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.738568:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6af7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e11 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.738592:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.738594:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.738600:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.738606:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.738645:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.738656:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107072:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.738698:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.742435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.742507:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.742555:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345152 00000100:00100000:3.0:1746145247.742561:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345152 00000100:00100000:1.0:1746145247.742584:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107072:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.742595:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6333 00000100:00100000:3.0:1746145247.742601:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:31559:x1830965535345152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145247.742605:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145247.742613:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.742646:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e1f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.742654:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1961:x1830965535344768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4144us (4263us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.742663:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10462 00010000:00010000:3.0:1746145247.742668:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.742674:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.742675:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.742679:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.742701:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.742711:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.742721:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531107200:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.742763:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.742879:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345024 00000100:00100000:2.0:1746145247.742883:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345024 00002000:00100000:2.0:1746145247.742905:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64e00 x1830965535345024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.742914:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64e00 with x1830965535345024 ext(0->4095) 00010000:00010000:2.0:1746145247.742919:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.742933:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.742938:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64e00 00000100:00100000:2.0:1746145247.742950:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2531 00000100:00100000:2.0:1746145247.742955:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535345024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.743066:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535345024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (638us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.743071:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2531 00002000:00100000:2.0:1746145247.743076:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64e00 x1830965535345024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.743082:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64e00 with x1830965535345024 ext(0->4095) 00010000:00010000:2.0:1746145247.743086:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.743094:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.743099:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64e00 00000100:00100000:0.0:1746145247.745706:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.745891:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345280 00000100:00100000:3.0:1746145247.745897:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345280 00000100:00100000:3.0:1746145247.745937:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6334 00000100:00100000:3.0:1746145247.745943:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31571:x1830965535345280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.745954:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.745967:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e26 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.745986:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.745991:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 40 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.745996:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.745999:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 40 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.746031:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 40 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.746041:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 40 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.746048:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145247.746078:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31571:x1830965535345280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 135us (378us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.746083:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6334 00000100:00100000:3.0:1746145247.746454:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531107200:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.746467:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.746474:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7c00, rc 0) 00000100:00100000:3.0:1746145247.746490:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:31559:x1830965535345152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3890us (3983us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.746495:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6333 00000100:00100000:0.0:1746145247.749866:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.749953:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345408 00000100:00100000:1.0:1746145247.749961:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345408 00010000:00010000:1.0:1746145247.749990:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145247.750024:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10463 00000100:00100000:1.0:1746145247.750030:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535345408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.750043:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.750058:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.750068:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.750086:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a5150a00/0xb5ee96b21a0d6afe lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e18 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.750115:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.750118:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.750125:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.750133:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.750162:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 38 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.750172:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 38 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145247.750183:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107456:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.750252:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.751771:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107456:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.751792:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.751818:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535345408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1788us (1958us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.751826:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10463 00000100:00100000:0.0:1746145247.752543:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.752648:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345664 00000100:00100000:2.0:1746145247.752653:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345664 00002000:00100000:2.0:1746145247.752683:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67800 x1830965535345664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.752691:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965535345664 ext(0->4095) 00010000:00010000:2.0:1746145247.752697:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.752708:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.752713:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:2.0:1746145247.752724:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2532 00000100:00100000:2.0:1746145247.752729:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535345664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.752865:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535345664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 135us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.752870:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2532 00002000:00100000:2.0:1746145247.752875:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67800 x1830965535345664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.752882:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67800 with x1830965535345664 ext(0->4095) 00010000:00010000:2.0:1746145247.752887:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.752895:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.752900:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67800 00000100:00100000:0.0:1746145247.755884:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.755959:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535345792 00000100:00100000:1.0:1746145247.755965:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535345792 00010000:00010000:1.0:1746145247.755993:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145247.756024:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10464 00000100:00100000:1.0:1746145247.756029:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1961:x1830965535345792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145247.756039:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145247.756055:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.756066:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.756084:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d6b05 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e1f expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.756096:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.756099:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145247.756105:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 38 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.756112:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 38 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145247.756141:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 38 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.756152:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107584:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.756221:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145247.759191:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f14a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107584:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145247.759212:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.759242:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535345792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3212us (3362us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145247.759250:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10464 00000100:00100000:0.0:1746145247.760696:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.760766:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346048 00000100:00100000:2.0:1746145247.760773:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346048 00002000:00100000:2.0:1746145247.760808:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64a80 x1830965535346048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.760822:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64a80 with x1830965535346048 ext(0->4095) 00002000:00010000:2.0:1746145247.760826:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64a80 00000100:00100000:2.0:1746145247.760841:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4398 00000100:00100000:2.0:1746145247.760848:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535346048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.760975:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535346048:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.760981:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4398 00002000:00100000:2.0:1746145247.760985:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64a80 x1830965535346048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.760991:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64a80 with x1830965535346048 ext(0->4095) 00002000:00010000:2.0:1746145247.760993:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df64a80 00000100:00100000:0.0:1746145247.764355:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.764411:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346176 00000100:00100000:3.0:1746145247.764418:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346176 00000100:00100000:3.0:1746145247.764465:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6335 00000100:00100000:3.0:1746145247.764472:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535346176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.764486:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.764502:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e2d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.764527:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.764533:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.764535:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.764539:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.764562:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 37 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.764573:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 37 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.764583:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531107712:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.765946:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.773609:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531107712:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.773658:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.773674:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:3.0:1746145247.773709:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535346176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 9238us (9361us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.773717:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6335 00000100:00100000:0.0:1746145247.783926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.784085:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346304 00000100:00100000:2.0:1746145247.784093:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346304 00002000:00100000:2.0:1746145247.784132:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee9c00 x1830965535346304/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.784141:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965535346304 ext(0->7) 00010000:00010000:2.0:1746145247.784149:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.784162:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 38 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.784168:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9c00 00000100:00100000:2.0:1746145247.784184:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2533 00000100:00100000:2.0:1746145247.784190:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1960:x1830965535346304:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145247.784437:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1960:x1830965535346304:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 247us (519us total) trans 4294968019 rc 0/0 00000100:00100000:2.0:1746145247.784443:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2533 00002000:00100000:2.0:1746145247.784448:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee9c00 x1830965535346304/t4294968019(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.784453:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965535346304 ext(0->7) 00010000:00010000:2.0:1746145247.784457:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 40 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.784465:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 40 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.784470:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee9c00 00000100:00100000:0.0:1746145247.791937:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.792320:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346432 00000100:00100000:3.0:1746145247.792327:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346432 00000100:00100000:3.0:1746145247.794317:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6336 00000100:00100000:3.0:1746145247.794330:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:31559:x1830965535346432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.794346:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.794362:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e34 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.794386:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.794391:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.794396:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145247.794399:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 41 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.794431:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.794440:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 41 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.794448:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:3.0:1746145247.794498:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:31559:x1830965535346432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (2568us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.794504:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6336 00000100:00100000:0.0:1746145247.795133:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.795226:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346560 00000100:00100000:2.0:1746145247.795232:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346560 00010000:00010000:2.0:1746145247.795252:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 41 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.795314:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10465 00000100:00100000:2.0:1746145247.795321:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+41:1963:x1830965535346560:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.795329:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.795343:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 41 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.795353:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 41 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.795373:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b0c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e26 expref: 41 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.795395:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.795396:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.795402:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.795409:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.795429:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.795439:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.795448:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107968:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.796115:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47840 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.801984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.802262:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346816 00000100:00100000:1.0:1746145247.802270:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346816 00000100:00100000:2.0:1746145247.802285:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531107968:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.802302:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:1.0:1746145247.802306:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeaa00 x1830965535346816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.802314:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeaa00 with x1830965535346816 ext(0->4095) 00010000:00010000:1.0:1746145247.802321:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.802332:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.802338:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1963:x1830965535346560:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7017us (7206us total) trans 0 rc 0/0 00002000:00010000:1.0:1746145247.802338:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eeaa00 00000100:00100000:2.0:1746145247.802347:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10465 00000100:00100000:1.0:1746145247.802367:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2534 00000100:00100000:1.0:1746145247.802373:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535346816:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145247.802510:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535346816:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 136us (532us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.802516:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2534 00002000:00100000:1.0:1746145247.802521:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeaa00 x1830965535346816/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.802527:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeaa00 with x1830965535346816 ext(0->4095) 00010000:00010000:1.0:1746145247.802531:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.802539:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.802543:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eeaa00 00000100:00100000:0.0:1746145247.807495:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.807567:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535346944 00000100:00100000:2.0:1746145247.807576:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535346944 00010000:00010000:2.0:1746145247.807609:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.807706:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10466 00000100:00100000:2.0:1746145247.807714:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535346944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.807731:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.807910:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.807921:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.807944:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b13 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e2d expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.807992:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.807994:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.808001:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.808018:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.808050:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.808061:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108096:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.808133:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47840 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.810586:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fca80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108096:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.810605:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.810680:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535346944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2966us (3191us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.810693:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10466 00000100:00100000:0.0:1746145247.812251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.813253:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347200 00000100:00100000:1.0:1746145247.813261:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347200 00002000:00100000:1.0:1746145247.813301:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9f80 x1830965535347200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.813310:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965535347200 ext(0->4095) 00002000:00010000:1.0:1746145247.813314:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:1.0:1746145247.814199:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4399 00000100:00100000:1.0:1746145247.814207:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965535347200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.814378:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965535347200:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 171us (2129us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.814384:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4399 00002000:00100000:1.0:1746145247.814391:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee9f80 x1830965535347200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.814397:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965535347200 ext(0->4095) 00002000:00010000:1.0:1746145247.814400:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:0.0:1746145247.822123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.825379:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347328 00000100:00100000:2.0:1746145247.825391:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347328 00000100:00100000:2.0:1746145247.825455:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6337 00000100:00100000:2.0:1746145247.825462:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535347328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.825478:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.825493:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e3b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.825519:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.825526:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.825527:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.825531:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.825557:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.825566:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 39 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.825581:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108224:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.825700:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.827409:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108224:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.827430:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.827443:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012bd4d000, rc 0) 00000100:00100000:2.0:1746145247.827473:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535347328:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2011us (5357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.827480:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6337 00000100:00100000:0.0:1746145247.832331:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.832392:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347456 00000100:00100000:1.0:1746145247.832400:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347456 00002000:00100000:1.0:1746145247.832436:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee8700 x1830965535347456/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.832445:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8700 with x1830965535347456 ext(0->7) 00010000:00010000:1.0:1746145247.832453:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 40 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.832466:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 40 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.832472:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8700 00000100:00100000:1.0:1746145247.832505:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2535 00000100:00100000:1.0:1746145247.832512:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+40:1961:x1830965535347456:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145247.832793:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1961:x1830965535347456:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 281us (468us total) trans 4294968020 rc 0/0 00000100:00100000:1.0:1746145247.832799:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2535 00002000:00100000:1.0:1746145247.832805:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee8700 x1830965535347456/t4294968020(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.832811:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8700 with x1830965535347456 ext(0->7) 00010000:00010000:1.0:1746145247.832815:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.832824:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.832829:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8700 00000100:00100000:0.0:1746145247.847831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.849603:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347584 00000100:00100000:2.0:1746145247.849614:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347584 00010000:00010000:2.0:1746145247.849661:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.849868:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10467 00000100:00100000:2.0:1746145247.849876:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1963:x1830965535347584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.849888:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.849904:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.849914:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.849940:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d6b1a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e34 expref: 42 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.849964:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.849966:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.849973:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.849981:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.850017:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.850029:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108352:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.850104:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.851123:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.851181:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347712 00000100:00100000:3.0:1746145247.851185:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347712 00000100:00100000:3.0:1746145247.851211:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6338 00000100:00100000:3.0:1746145247.851220:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:31559:x1830965535347712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.851234:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.851245:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e42 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.851262:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.851267:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.851269:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.851271:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.851292:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.851303:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 5 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.851315:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108480:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.851363:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.855455:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.855511:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535347968 00000100:00100000:2.0:1746145247.855516:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535347968 00000100:00100000:3.0:1746145247.855526:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108480:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.855547:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746145247.855550:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fca80 x1830965535347968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.855558:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fca80 with x1830965535347968 ext(0->4095) 00010000:00010000:3.0:1746145247.855562:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b6200, rc 0) 00010000:00010000:2.0:1746145247.855563:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.855573:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.855579:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fca80 00000100:00100000:3.0:1746145247.855815:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535347712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4593us (4693us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.855822:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6338 00000100:00100000:0.0:1746145247.855853:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108352:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145247.855862:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145247.855878:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1963:x1830965535347584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6004us (8056us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145247.855885:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10467 00000100:00100000:1.0:1746145247.856047:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2536 00000100:00100000:1.0:1746145247.856055:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535347968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.856170:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535347968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (721us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.856175:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2536 00002000:00100000:1.0:1746145247.856181:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fca80 x1830965535347968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.856187:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fca80 with x1830965535347968 ext(0->4095) 00010000:00010000:1.0:1746145247.856191:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.856200:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.856204:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7fca80 00000100:00100000:0.0:1746145247.866215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.866275:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348096 00000100:00100000:2.0:1746145247.866284:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348096 00010000:00010000:2.0:1746145247.866318:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.866354:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10468 00000100:00100000:2.0:1746145247.866361:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535348096:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.866372:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.866388:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.866400:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.866418:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012bd4d000/0xb5ee96b21a0d6b21 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e3b expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.866442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.866444:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.866452:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.866459:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.866493:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.866503:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108608:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.866577:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.869222:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108608:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.869240:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.869286:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535348096:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2924us (3075us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.869295:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10468 00000100:00100000:0.0:1746145247.870701:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.870906:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348352 00000100:00100000:2.0:1746145247.870912:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348352 00002000:00100000:2.0:1746145247.870943:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965535348352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.870960:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535348352 ext(0->4095) 00002000:00010000:2.0:1746145247.870964:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:2.0:1746145247.870990:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4400 00000100:00100000:2.0:1746145247.870996:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1961:x1830965535348352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.871131:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1961:x1830965535348352:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (432us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.871137:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4400 00002000:00100000:2.0:1746145247.871141:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ee8380 x1830965535348352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.871153:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535348352 ext(0->4095) 00002000:00010000:2.0:1746145247.871155:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:0.0:1746145247.872999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.873075:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348480 00000100:00100000:3.0:1746145247.873081:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348480 00000100:00100000:3.0:1746145247.873108:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6339 00000100:00100000:3.0:1746145247.873113:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535348480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.873124:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.873140:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e49 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.873161:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.873168:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.873170:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.873173:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.873197:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.873207:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 41 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.873218:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108736:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.874092:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.880272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.880515:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108736:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145247.880533:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348608 00010000:00010000:3.0:1746145247.880539:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145247.880539:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348608 00010000:00010000:3.0:1746145247.880554:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00002000:00100000:1.0:1746145247.880573:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee8000 x1830965535348608/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.880580:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535348608 ext(0->7) 00010000:00010000:1.0:1746145247.880586:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 42 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.880588:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535348480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7475us (7592us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.880596:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6339 00010000:00010000:1.0:1746145247.880597:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 42 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.880602:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8000 00000100:00100000:1.0:1746145247.880648:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2537 00000100:00100000:1.0:1746145247.880654:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+42:1963:x1830965535348608:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145247.881509:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1963:x1830965535348608:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 854us (1242us total) trans 4294968021 rc 0/0 00000100:00100000:1.0:1746145247.881515:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2537 00002000:00100000:1.0:1746145247.881521:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093ee8000 x1830965535348608/t4294968021(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 496/448 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.881528:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535348608 ext(0->7) 00010000:00010000:1.0:1746145247.881533:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.881553:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.881558:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ee8000 00000100:00100000:0.0:1746145247.890497:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.890560:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348736 00000100:00100000:2.0:1746145247.890569:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348736 00010000:00010000:2.0:1746145247.890603:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.890671:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10469 00000100:00100000:2.0:1746145247.890678:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1962:x1830965535348736:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.890692:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746145247.890707:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145248 -> 1746145249 00002000:00010000:2.0:1746145247.890709:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145248 -> 1746145249 00010000:00010000:2.0:1746145247.890714:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.890724:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.890745:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b6200/0xb5ee96b21a0d6b28 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e42 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.890765:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.890767:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.890774:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.890784:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.890809:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.890820:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108864:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.890890:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.908328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.911982:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531108864:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145247.911989:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145247.912003:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.912032:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535349120 00000100:00100000:1.0:1746145247.912037:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535349120 00000100:00100000:2.0:1746145247.912047:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1962:x1830965535348736:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 21370us (21557us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.912057:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10469 00002000:00100000:1.0:1746145247.912073:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14a80 x1830965535349120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.912081:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14a80 with x1830965535349120 ext(0->4095) 00002000:00010000:1.0:1746145247.912085:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14a80 00000100:00100000:1.0:1746145247.912097:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4401 00000100:00100000:1.0:1746145247.912103:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535349120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.912213:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535349120:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 110us (224us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.912218:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4401 00002000:00100000:1.0:1746145247.912222:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14a80 x1830965535349120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.912228:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14a80 with x1830965535349120 ext(0->4095) 00002000:00010000:1.0:1746145247.912230:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f14a80 00000100:00100000:3.0:1746145247.912644:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535348864 00000100:00100000:3.0:1746145247.912648:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535348864 00000100:00100000:3.0:1746145247.912680:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6340 00000100:00100000:3.0:1746145247.912686:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535348864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.912695:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.912708:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e50 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.912727:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.912733:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.912735:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.912738:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.912760:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.912769:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 5 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.912778:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108992:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.912832:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.916246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.916427:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531108992:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145247.916451:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916468:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145247.916504:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535348864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3817us (8183us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.916514:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6340 00000100:00100000:3.0:1746145247.916537:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535349248 00000100:00100000:3.0:1746145247.916540:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535349248 00000100:00100000:3.0:1746145247.916578:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6341 00000100:00100000:3.0:1746145247.916584:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535349248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.916595:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.916607:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e57 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916647:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.916651:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916658:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145247.916661:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916684:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916693:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.916701:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:3.0:1746145247.916717:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535349248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (477us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.916722:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6341 00000100:00100000:0.0:1746145247.916856:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.916931:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535349376 00000100:00100000:0.0:1746145247.916934:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535349376 00010000:00010000:0.0:1746145247.916950:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145247.916966:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10470 00000100:00100000:0.0:1746145247.916971:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535349376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145247.916981:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145247.916996:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145247.917006:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145247.917035:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b2f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e49 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145247.917046:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.917048:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145247.917054:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.917061:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.917079:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145247.917089:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145247.917098:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109248:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.917146:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.922398:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093cef100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109248:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145247.922400:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145247.922416:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145247.922454:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535349632 00000100:00100000:1.0:1746145247.922460:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535349632 00000100:00100000:2.0:1746145247.922465:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535349376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5492us (5608us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.922473:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10470 00002000:00100000:1.0:1746145247.922494:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee300 x1830965535349632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.922502:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee300 with x1830965535349632 ext(0->4095) 00010000:00010000:1.0:1746145247.922509:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.922521:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.922526:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cee300 00000100:00100000:1.0:1746145247.922541:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2538 00000100:00100000:1.0:1746145247.922548:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535349632:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145247.922711:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535349632:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 162us (312us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.922716:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2538 00002000:00100000:1.0:1746145247.922721:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee300 x1830965535349632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.922727:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee300 with x1830965535349632 ext(0->4095) 00010000:00010000:1.0:1746145247.922732:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145247.922740:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145247.922746:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cee300 00000100:00100000:0.0:1746145247.924268:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.924334:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535349760 00000100:00100000:2.0:1746145247.924339:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535349760 00010000:00010000:2.0:1746145247.924364:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.924382:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10471 00000100:00100000:2.0:1746145247.924387:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535349760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.924397:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.924412:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.924421:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.924439:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b36 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e50 expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.924467:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.924469:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.924476:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.924482:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.924506:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.924515:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109376:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.924573:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.926251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.926322:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350016 00000100:00100000:3.0:1746145247.926327:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350016 00002000:00100000:3.0:1746145247.926355:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee680 x1830965535350016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.926363:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee680 with x1830965535350016 ext(0->4095) 00002000:00010000:3.0:1746145247.926368:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cee680 00000100:00100000:3.0:1746145247.926392:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4402 00000100:00100000:3.0:1746145247.926398:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535350016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.926523:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cee680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535350016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 124us (275us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.926528:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4402 00002000:00100000:3.0:1746145247.926533:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cee680 x1830965535350016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.926540:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cee680 with x1830965535350016 ext(0->4095) 00002000:00010000:3.0:1746145247.926542:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cee680 00000100:00100000:2.0:1746145247.926614:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109376:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.926648:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.926679:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535349760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2291us (2414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.926689:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10471 00000100:00100000:3.0:1746145247.928147:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.928972:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350144 00000100:00100000:2.0:1746145247.928978:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350144 00000100:00100000:2.0:1746145247.929027:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6342 00000100:00100000:2.0:1746145247.929037:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b825c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535350144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.929053:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.929070:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e5e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.929093:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.929099:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.929101:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.929104:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.929127:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.929137:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 43 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.929146:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531109504:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.929212:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.930457:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531109504:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.930474:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.930484:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:2.0:1746145247.930513:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b825c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535350144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1479us (2369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.930518:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6342 00000100:00100000:0.0:1746145247.931605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.931695:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350272 00000100:00100000:2.0:1746145247.931699:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350272 00010000:00010000:2.0:1746145247.931718:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.931734:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10472 00000100:00100000:2.0:1746145247.931739:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535350272:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145247.931747:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145247.931761:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.931771:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.931787:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6b3d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e57 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.931939:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.931941:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.931947:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.931955:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.931977:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145247.931987:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109632:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.932185:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.933942:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531109632:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145247.933957:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145247.933987:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1960:x1830965535350272:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2246us (2384us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.933996:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10472 00000100:00100000:0.0:1746145247.934336:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.934424:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350528 00000100:00100000:1.0:1746145247.934428:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350528 00002000:00100000:1.0:1746145247.934457:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef800 x1830965535350528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.934465:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef800 with x1830965535350528 ext(0->4095) 00002000:00010000:1.0:1746145247.934469:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef800 00000100:00100000:1.0:1746145247.934495:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4403 00000100:00100000:1.0:1746145247.934501:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535350528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.934604:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535350528:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (269us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.934609:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4403 00002000:00100000:1.0:1746145247.934614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef800 x1830965535350528/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.934620:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef800 with x1830965535350528 ext(0->4095) 00002000:00010000:1.0:1746145247.934622:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cef800 00000100:00100000:2.0:1746145247.937924:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.938035:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350656 00000100:00100000:3.0:1746145247.938041:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350656 00000100:00100000:3.0:1746145247.938080:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6343 00000100:00100000:3.0:1746145247.938086:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535350656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145247.938100:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145247.938115:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e65 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.938137:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.938144:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.938145:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.938148:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.938170:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.938179:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.938188:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531109760:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145247.938243:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.939342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.939405:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350784 00000100:00100000:2.0:1746145247.939409:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350784 00000100:00100000:2.0:1746145247.939443:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6344 00000100:00100000:2.0:1746145247.939449:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535350784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.939458:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.939466:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e6c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.939479:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.939482:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.939491:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.939493:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.939513:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.939522:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.939529:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:2.0:1746145247.939554:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965535350784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (216us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.939560:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6344 00000100:00100000:0.0:1746145247.940821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.940987:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8000 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531109760:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.941001:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.941020:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:3.0:1746145247.941268:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535350912 00000100:00100000:3.0:1746145247.941272:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535350912 00010000:00010000:3.0:1746145247.941291:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.941315:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10473 00000100:00100000:3.0:1746145247.941321:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535350912:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.941330:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.941346:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.941359:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.941378:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b44 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e5e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.941392:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.941393:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.941399:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.941405:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.941439:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.941448:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.941457:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110016:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145247.941501:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535350656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3414us (3581us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.941507:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6343 00000100:00100000:3.0:1746145247.943218:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.945492:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110016:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.945510:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.945734:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535350912:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4411us (4912us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.945744:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10473 00000100:00100000:0.0:1746145247.945963:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.946232:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535351168 00000100:00100000:3.0:1746145247.946239:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535351168 00002000:00100000:3.0:1746145247.946270:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceea00 x1830965535351168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.946278:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceea00 with x1830965535351168 ext(0->4095) 00010000:00010000:3.0:1746145247.946285:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.946297:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.946303:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceea00 00000100:00100000:3.0:1746145247.946327:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2539 00000100:00100000:3.0:1746145247.946333:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535351168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.946457:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ceea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535351168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 123us (494us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.946462:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2539 00002000:00100000:3.0:1746145247.946468:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ceea00 x1830965535351168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.946473:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ceea00 with x1830965535351168 ext(0->4095) 00010000:00010000:3.0:1746145247.946477:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.946484:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.946489:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ceea00 00000100:00100000:0.0:1746145247.948358:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.948431:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535351296 00000100:00100000:3.0:1746145247.948436:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535351296 00010000:00010000:3.0:1746145247.948458:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.948478:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10474 00000100:00100000:3.0:1746145247.948483:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535351296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.948493:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.948508:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.948517:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.948536:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6b4b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e65 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.948744:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.948747:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.948754:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.948761:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.948788:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.948803:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110144:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.949201:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.951141:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110144:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.951156:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.951188:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535351296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2704us (2834us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.951195:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10474 00000100:00100000:0.0:1746145247.951401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.951528:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535351552 00000100:00100000:2.0:1746145247.951534:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535351552 00002000:00100000:2.0:1746145247.951564:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965535351552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.951576:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965535351552 ext(0->4095) 00002000:00010000:2.0:1746145247.951580:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cec380 00000100:00100000:2.0:1746145247.951604:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4404 00000100:00100000:2.0:1746145247.951610:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535351552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145247.951749:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535351552:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (348us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.951755:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4404 00002000:00100000:2.0:1746145247.951760:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec380 x1830965535351552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.951766:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec380 with x1830965535351552 ext(0->4095) 00002000:00010000:2.0:1746145247.951768:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cec380 00000100:00100000:0.0:1746145247.954572:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.954809:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535351680 00000100:00100000:2.0:1746145247.954817:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535351680 00000100:00100000:2.0:1746145247.954861:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6345 00000100:00100000:2.0:1746145247.954868:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535351680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.954882:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.954898:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e73 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.954920:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.954926:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.954928:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.954931:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.954953:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.954964:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 43 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.954975:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531110272:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.955482:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.957573:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531110272:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.957596:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.957798:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:2.0:1746145247.957833:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535351680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2965us (3267us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.957840:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6345 00000100:00100000:0.0:1746145247.958029:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.958144:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535351808 00000100:00100000:3.0:1746145247.958149:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535351808 00010000:00010000:3.0:1746145247.958171:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.958189:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10475 00000100:00100000:3.0:1746145247.958194:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535351808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.958204:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.958220:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.958230:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.958248:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b52 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e6c expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.958273:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.958275:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.958281:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.958288:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.958312:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.958323:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110400:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.958368:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.961511:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110400:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.961528:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.961886:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1960:x1830965535351808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3688us (3855us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.961896:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10475 00000100:00100000:0.0:1746145247.962530:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.962564:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.962679:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352192 00000100:00100000:2.0:1746145247.962684:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352192 00000100:00100000:2.0:1746145247.962714:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6346 00000100:00100000:2.0:1746145247.962719:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535352192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.962732:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.962744:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e7a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.962770:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.962777:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.962778:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.962781:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.962804:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.962813:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.962822:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531110528:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.962884:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.963314:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352064 00000100:00100000:3.0:1746145247.963317:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352064 00002000:00100000:3.0:1746145247.963339:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec700 x1830965535352064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.963348:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec700 with x1830965535352064 ext(0->4095) 00010000:00010000:3.0:1746145247.963353:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.963362:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.963371:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec700 00000100:00100000:3.0:1746145247.963393:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2540 00000100:00100000:3.0:1746145247.963398:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535352064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145247.963507:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535352064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (978us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.963513:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2540 00002000:00100000:3.0:1746145247.963518:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cec700 x1830965535352064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.963525:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec700 with x1830965535352064 ext(0->4095) 00010000:00010000:3.0:1746145247.963529:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.963537:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.963542:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec700 00000100:00100000:2.0:1746145247.966396:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531110528:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.966424:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.966440:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:2.0:1746145247.966489:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535352192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3769us (3923us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.966496:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6346 00000100:00100000:0.0:1746145247.969549:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.969598:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.969721:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352320 00000100:00100000:2.0:1746145247.969730:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352320 00000100:00100000:2.0:1746145247.969767:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6347 00000100:00100000:2.0:1746145247.969773:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535352320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.969788:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.969802:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e81 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.969825:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.969829:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.969834:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.969837:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.969863:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.969873:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.969881:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:2.0:1746145247.969929:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535352320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (387us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.969934:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6347 00000100:00100000:3.0:1746145247.970048:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352448 00000100:00100000:3.0:1746145247.970051:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352448 00010000:00010000:3.0:1746145247.970068:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.970337:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10476 00000100:00100000:3.0:1746145247.970343:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535352448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.970351:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.970366:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.970375:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.970389:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6b59 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e73 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.970407:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.970409:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.970414:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.970420:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.970436:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.970445:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.970454:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110784:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.970495:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.975256:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.975339:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352704 00000100:00100000:2.0:1746145247.975348:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352704 00002000:00100000:2.0:1746145247.975388:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965535352704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.975402:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965535352704 ext(0->4095) 00010000:00010000:2.0:1746145247.975409:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.975422:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.975427:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef100 00000100:00100000:3.0:1746145247.975509:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110784:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.975523:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.975565:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535352448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5222us (5967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.975574:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10476 00000100:00100000:2.0:1746145247.976488:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2541 00000100:00100000:2.0:1746145247.976496:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535352704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145247.976612:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535352704:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (1364us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145247.976618:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2541 00002000:00100000:2.0:1746145247.976622:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef100 x1830965535352704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145247.976643:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef100 with x1830965535352704 ext(0->4095) 00010000:00010000:2.0:1746145247.976649:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145247.976658:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145247.976663:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef100 00000100:00100000:0.0:1746145247.979194:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.979277:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535352832 00000100:00100000:3.0:1746145247.979285:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535352832 00010000:00010000:3.0:1746145247.979313:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.979525:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10477 00000100:00100000:3.0:1746145247.979532:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535352832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.979544:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.979561:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.979572:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.979593:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b60 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e7a expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.979621:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.979623:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.979650:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.979656:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.979685:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.979695:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110912:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.980403:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145247.982895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145247.983149:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353088 00000100:00100000:1.0:1746145247.983156:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353088 00002000:00100000:1.0:1746145247.983193:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554700 x1830965535353088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.983202:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554700 with x1830965535353088 ext(0->4095) 00002000:00010000:1.0:1746145247.983206:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085554700 00000100:00100000:1.0:1746145247.983234:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4405 00000100:00100000:1.0:1746145247.983242:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535353088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145247.983367:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535353088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (477us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145247.983373:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4405 00002000:00100000:1.0:1746145247.983378:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554700 x1830965535353088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145247.983384:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554700 with x1830965535353088 ext(0->4095) 00002000:00010000:1.0:1746145247.983386:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085554700 00000100:00100000:3.0:1746145247.983459:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531110912:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.983473:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.983494:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535352832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3963us (4308us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.983501:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10477 00000100:00100000:0.0:1746145247.985619:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.985857:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353216 00000100:00100000:2.0:1746145247.985864:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353216 00000100:00100000:2.0:1746145247.985899:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6348 00000100:00100000:2.0:1746145247.985905:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535353216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.985919:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.985934:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e88 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.985957:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.985963:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.985965:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145247.985968:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.985994:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.986003:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 43 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.986024:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531111040:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.986080:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145247.988094:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531111040:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.988115:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.988133:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145247.988664:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535353216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2756us (3047us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.988671:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6348 00000100:00100000:0.0:1746145247.989234:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145247.989587:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353344 00000100:00100000:3.0:1746145247.989593:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353344 00010000:00010000:3.0:1746145247.989616:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145247.989662:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10478 00000100:00100000:3.0:1746145247.989667:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535353344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145247.989679:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145247.989695:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.989705:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.989722:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b67 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e81 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.990773:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.990777:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145247.990785:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.990793:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145247.990822:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145247.990834:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111168:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145247.990902:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.994019:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111168:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145247.994038:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145247.994157:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1961:x1830965535353344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4487us (4922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145247.994167:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10478 00000100:00100000:0.0:1746145247.994939:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145247.994978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145247.995149:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353600 00000100:00100000:2.0:1746145247.995156:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353600 00000100:00100000:2.0:1746145247.995188:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6349 00000100:00100000:2.0:1746145247.995194:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535353600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145247.995208:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145247.995222:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e8f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.995246:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.995251:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.995253:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145247.995256:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.995277:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.995287:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 5 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145247.995301:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531111296:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145247.995359:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145247.995406:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353728 00000100:00100000:3.0:1746145247.995409:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353728 00002000:00100000:3.0:1746145247.995430:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555f80 x1830965535353728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/0 e 0 to 0 dl 1746145258 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.995438:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555f80 with x1830965535353728 ext(0->4095) 00010000:00010000:3.0:1746145247.995442:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.995450:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.995459:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555f80 00000100:00100000:3.0:1746145247.995471:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2542 00000100:00100000:3.0:1746145247.995475:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535353728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145247.995597:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535353728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (618us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145247.995602:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2542 00002000:00100000:3.0:1746145247.995607:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555f80 x1830965535353728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:133/0 lens 488/4536 e 0 to 0 dl 1746145258 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145247.995614:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555f80 with x1830965535353728 ext(0->4095) 00010000:00010000:3.0:1746145247.995618:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145247.995645:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145247.995651:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085555f80 00000100:00100000:2.0:1746145247.997603:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531111296:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145247.997623:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145247.997657:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:2.0:1746145247.998395:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535353600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3199us (3455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145247.998403:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6349 00000100:00100000:0.0:1746145248.000697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.000933:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353856 00000100:00100000:2.0:1746145248.000940:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353856 00000100:00100000:2.0:1746145248.000987:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6350 00000100:00100000:2.0:1746145248.000994:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535353856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.001015:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.001028:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e96 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.001048:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.001053:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.001057:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.001060:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.001092:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.001102:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 45 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.001111:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:2.0:1746145248.001146:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535353856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 153us (453us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.001151:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6350 00000100:00080000:3.0:1746145248.001905:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145248.003528:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.004025:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535353984 00000100:00100000:3.0:1746145248.004032:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535353984 00010000:00010000:3.0:1746145248.004067:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00000100:00080000:0.0:1746145248.004291:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:3.0:1746145248.004326:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10479 00000100:00100000:3.0:1746145248.004333:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535353984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.004347:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.004363:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.004373:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.004393:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6b6e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e88 expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.004421:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.004423:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.004430:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.004436:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.004463:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.004474:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.004484:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111552:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.004547:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.007198:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.007276:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.007292:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.007325:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535353984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2992us (3800us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.007334:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10479 00000100:00100000:1.0:1746145248.007771:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535354240 00000100:00100000:1.0:1746145248.007778:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535354240 00002000:00100000:1.0:1746145248.007812:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554380 x1830965535354240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.007821:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554380 with x1830965535354240 ext(0->4095) 00010000:00010000:1.0:1746145248.007827:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.007837:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.007842:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554380 00000100:00100000:1.0:1746145248.007867:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2543 00000100:00100000:1.0:1746145248.007874:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535354240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.007990:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535354240:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (797us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.007996:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2543 00002000:00100000:1.0:1746145248.008001:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554380 x1830965535354240/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.008017:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554380 with x1830965535354240 ext(0->4095) 00010000:00010000:1.0:1746145248.008021:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.008030:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.008035:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554380 00000100:00100000:0.0:1746145248.010602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.010705:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535354368 00000100:00100000:3.0:1746145248.010711:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535354368 00010000:00010000:3.0:1746145248.010734:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.010875:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10480 00000100:00100000:3.0:1746145248.010881:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1962:x1830965535354368:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.010891:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.010904:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.010914:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.010931:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6b75 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e8f expref: 45 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.010954:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.010956:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.010962:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.010969:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.010996:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.011005:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111680:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.011061:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1f00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.013604:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.013685:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111680:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.013699:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.013723:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1962:x1830965535354368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2842us (3125us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.013730:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10480 00000100:00100000:2.0:1746145248.013802:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535354624 00000100:00100000:2.0:1746145248.013807:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535354624 00002000:00100000:2.0:1746145248.013832:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555c00 x1830965535354624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.013839:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555c00 with x1830965535354624 ext(0->4095) 00002000:00010000:2.0:1746145248.013843:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555c00 00000100:00100000:2.0:1746145248.013859:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4406 00000100:00100000:2.0:1746145248.013863:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535354624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.013954:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535354624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 90us (355us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.013959:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4406 00002000:00100000:2.0:1746145248.013963:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555c00 x1830965535354624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.013974:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555c00 with x1830965535354624 ext(0->4095) 00002000:00010000:2.0:1746145248.013976:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555c00 00000100:00100000:0.0:1746145248.016744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.016866:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535354752 00000100:00100000:2.0:1746145248.016872:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535354752 00000100:00100000:2.0:1746145248.016908:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6351 00000100:00100000:2.0:1746145248.016915:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535354752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.016928:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.016943:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535e9d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.016964:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.016970:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.016971:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.016975:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.016998:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.017018:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 43 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.017027:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531111808:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.017083:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.018733:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531111808:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.018754:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.018767:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:2.0:1746145248.018794:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535354752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1879us (2054us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.018800:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6351 00000100:00100000:0.0:1746145248.020379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.020470:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535354880 00000100:00100000:3.0:1746145248.020476:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535354880 00010000:00010000:3.0:1746145248.020498:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.020581:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10481 00000100:00100000:3.0:1746145248.020587:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535354880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.020598:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.020614:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.020651:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.020670:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6b7c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e96 expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.020686:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.020688:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.020694:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.020700:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.020724:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.020734:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111936:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.020786:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.023098:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.023178:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531111936:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.023193:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.023224:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1961:x1830965535354880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2637us (2848us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.023232:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10481 00000100:00100000:1.0:1746145248.023836:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355136 00000100:00100000:1.0:1746145248.023842:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355136 00002000:00100000:1.0:1746145248.023873:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556680 x1830965535355136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.023881:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556680 with x1830965535355136 ext(0->4095) 00002000:00010000:1.0:1746145248.023885:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556680 00000100:00100000:1.0:1746145248.023907:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4407 00000100:00100000:1.0:1746145248.023913:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535355136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.024053:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535355136:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (961us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.024059:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4407 00002000:00100000:1.0:1746145248.024064:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556680 x1830965535355136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.024069:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556680 with x1830965535355136 ext(0->4095) 00002000:00010000:1.0:1746145248.024072:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556680 00000100:00100000:0.0:1746145248.025348:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.025963:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355264 00000100:00100000:2.0:1746145248.025969:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355264 00000100:00100000:2.0:1746145248.026505:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6352 00000100:00100000:2.0:1746145248.026512:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535355264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.026526:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.026540:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ea4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.026562:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.026568:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.026570:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.026573:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.026595:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.026605:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.026616:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112064:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.027139:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.027861:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.028076:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355392 00000100:00100000:3.0:1746145248.028081:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355392 00000100:00100000:3.0:1746145248.028115:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6353 00000100:00100000:3.0:1746145248.028121:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535355392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.028129:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.028138:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535eab expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.028157:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.028160:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.028165:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.028168:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 46 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.028187:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.028196:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 46 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.028204:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:3.0:1746145248.028233:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965535355392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (374us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.028238:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6353 00000100:00100000:2.0:1746145248.030286:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112064:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.030308:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.030320:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:2.0:1746145248.030351:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535355264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3839us (5005us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.030357:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6352 00000100:00100000:0.0:1746145248.030578:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.031174:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355520 00000100:00100000:3.0:1746145248.031180:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355520 00010000:00010000:3.0:1746145248.031200:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.031618:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10482 00000100:00100000:3.0:1746145248.031643:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535355520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.031654:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.031671:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.031681:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.031698:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d6b83 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535e9d expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.032161:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.032163:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.032170:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.032177:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.032204:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.032215:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.032225:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112320:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.032905:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.034927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.035024:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112320:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.035040:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.035073:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535355520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3448us (4495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.035082:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10482 00000100:00100000:2.0:1746145248.035169:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355776 00000100:00100000:2.0:1746145248.035175:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355776 00002000:00100000:2.0:1746145248.035208:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554000 x1830965535355776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.035215:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965535355776 ext(0->4095) 00010000:00010000:2.0:1746145248.035221:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.035232:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.035237:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:2.0:1746145248.035380:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2544 00000100:00100000:2.0:1746145248.035387:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535355776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.035508:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535355776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (586us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.035513:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2544 00002000:00100000:2.0:1746145248.035517:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554000 x1830965535355776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.035523:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554000 with x1830965535355776 ext(0->4095) 00010000:00010000:2.0:1746145248.035526:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.035533:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.035538:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085554000 00000100:00100000:0.0:1746145248.038238:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.038325:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535355904 00000100:00100000:3.0:1746145248.038333:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535355904 00010000:00010000:3.0:1746145248.038362:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.038650:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10483 00000100:00100000:3.0:1746145248.038657:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535355904:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.038669:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.038686:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.038696:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.038716:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b8a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ea4 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.038934:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.038936:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.038944:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.038951:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.038977:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.038988:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112448:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.039529:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.041623:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112448:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.042152:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.042192:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535355904:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3533us (3960us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.042200:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10483 00000100:00100000:0.0:1746145248.043463:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.044084:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356160 00000100:00100000:1.0:1746145248.044091:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356160 00002000:00100000:1.0:1746145248.044126:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557100 x1830965535356160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.044135:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965535356160 ext(0->4095) 00002000:00010000:1.0:1746145248.044138:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085557100 00000100:00100000:1.0:1746145248.044165:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4408 00000100:00100000:1.0:1746145248.044171:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1962:x1830965535356160:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145248.044857:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1962:x1830965535356160:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 685us (1394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.044866:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4408 00002000:00100000:1.0:1746145248.044872:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085557100 x1830965535356160/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.044878:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557100 with x1830965535356160 ext(0->4095) 00002000:00010000:1.0:1746145248.044881:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085557100 00000100:00100000:0.0:1746145248.046592:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.047412:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356288 00000100:00100000:2.0:1746145248.047420:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356288 00000100:00100000:2.0:1746145248.047982:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6354 00000100:00100000:2.0:1746145248.047990:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535356288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.048004:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.048026:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535eb2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.048051:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.048057:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.048058:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.048062:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.048087:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 43 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.048097:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 43 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.048108:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112576:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.048323:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.050697:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112576:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.050720:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.050735:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145248.050768:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535356288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2779us (4178us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.050775:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6354 00000100:00100000:0.0:1746145248.051004:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.051226:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356416 00000100:00100000:3.0:1746145248.051232:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356416 00010000:00010000:3.0:1746145248.051255:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.051272:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10484 00000100:00100000:3.0:1746145248.051277:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535356416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.051285:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.051301:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.051310:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.051328:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6b91 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eab expref: 44 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.051341:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.051344:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.051349:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.051356:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.051378:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.051387:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112704:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.051436:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.052713:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.052757:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356544 00000100:00100000:2.0:1746145248.052761:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356544 00000100:00100000:2.0:1746145248.052787:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6355 00000100:00100000:2.0:1746145248.052793:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535356544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.052804:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.052815:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535eb9 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.052840:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.052847:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.052851:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.052854:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.052872:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.052882:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.052889:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112832:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.053038:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112704:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.053049:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.053068:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535356416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1790us (2065us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.053075:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10484 00000100:00100000:2.0:1746145248.053344:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.053614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.053851:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356800 00000100:00100000:1.0:1746145248.053855:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356800 00002000:00100000:1.0:1746145248.053882:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293100 x1830965535356800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.053891:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293100 with x1830965535356800 ext(0->4095) 00010000:00010000:1.0:1746145248.053896:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.053905:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.053910:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293100 00000100:00100000:1.0:1746145248.053932:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2545 00000100:00100000:1.0:1746145248.053938:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535356800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.054053:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535356800:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (438us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.054058:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2545 00002000:00100000:1.0:1746145248.054063:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293100 x1830965535356800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.054075:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293100 with x1830965535356800 ext(0->4095) 00010000:00010000:1.0:1746145248.054080:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.054087:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.054092:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293100 00000100:00100000:2.0:1746145248.055842:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531112832:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.055862:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.055873:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:2.0:1746145248.055898:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535356544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3105us (3188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.055905:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6355 00000100:00100000:0.0:1746145248.056539:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.056677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.056693:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535356928 00000100:00100000:3.0:1746145248.056698:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535356928 00010000:00010000:3.0:1746145248.056840:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.056861:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10485 00000100:00100000:3.0:1746145248.056866:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535356928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.056876:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:2.0:1746145248.057060:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357056 00000100:00100000:2.0:1746145248.057064:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357056 00010000:00010000:3.0:1746145248.057108:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.057122:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.057138:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6b98 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb2 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.057189:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.057191:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.057197:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.057243:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.057268:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.057279:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112960:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.057431:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6356 00000100:00100000:2.0:1746145248.057437:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535357056:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.057447:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.057456:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ec0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.057470:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.057475:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.057476:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.057479:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.057493:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.057502:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.057510:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531113088:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.057519:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.057533:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.059768:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.059843:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357312 00000100:00100000:2.0:1746145248.059848:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357312 00002000:00100000:2.0:1746145248.059881:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291180 x1830965535357312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.059889:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965535357312 ext(0->4095) 00010000:00010000:2.0:1746145248.059896:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.059907:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.059912:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291180 00000100:00100000:2.0:1746145248.059941:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2546 00000100:00100000:2.0:1746145248.059948:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535357312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.060075:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535357312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (312us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.060081:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2546 00002000:00100000:2.0:1746145248.060086:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291180 x1830965535357312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.060093:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965535357312 ext(0->4095) 00010000:00010000:2.0:1746145248.060097:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.060104:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.060109:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291180 00000100:00100000:2.0:1746145248.060141:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fe300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531113088:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.060158:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.060175:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145248.060198:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535357056:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2761us (3520us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.060204:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6356 00000100:00100000:3.0:1746145248.060335:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531112960:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.060343:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.060366:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535356928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3500us (3829us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.060373:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10485 00000100:00100000:2.0:1746145248.063473:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.063523:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.063605:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357568 00000100:00100000:0.0:1746145248.063613:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357568 00010000:00010000:0.0:1746145248.063657:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.063680:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10486 00000100:00100000:0.0:1746145248.063686:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535357568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145248.063709:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145248.063725:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.063735:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.063754:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6b9f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eb9 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.063768:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.063770:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.063775:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.063782:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.063804:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145248.063813:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113216:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145248.063871:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.064060:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357440 00000100:00100000:3.0:1746145248.064065:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357440 00000100:00100000:3.0:1746145248.064086:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6357 00000100:00100000:3.0:1746145248.064090:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535357440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.064101:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.064110:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ec7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.064126:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.064131:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.064132:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.064134:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.064148:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.064156:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.064164:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531113344:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.065258:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.066363:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113216:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.066380:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.067190:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965535357568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3500us (3663us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.067200:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10486 00000100:00100000:0.0:1746145248.067595:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.067969:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357824 00000100:00100000:2.0:1746145248.067976:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357824 00002000:00100000:2.0:1746145248.068016:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290000 x1830965535357824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.068024:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290000 with x1830965535357824 ext(0->4095) 00010000:00010000:2.0:1746145248.068030:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.068041:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.068046:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290000 00000100:00100000:2.0:1746145248.068062:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2547 00000100:00100000:2.0:1746145248.068068:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535357824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.068201:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535357824:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (607us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.068207:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2547 00002000:00100000:2.0:1746145248.068212:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290000 x1830965535357824/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.068218:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290000 with x1830965535357824 ext(0->4095) 00010000:00010000:2.0:1746145248.068222:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.068230:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.068235:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093290000 00000100:00100000:3.0:1746145248.070293:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531113344:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.070318:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.070335:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a18600, rc 0) 00000100:00100000:3.0:1746145248.070365:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535357440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6273us (6898us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.070372:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6357 00000100:00100000:0.0:1746145248.071246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.071994:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535357952 00000100:00100000:3.0:1746145248.072000:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535357952 00000100:00100000:3.0:1746145248.072051:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6358 00000100:00100000:3.0:1746145248.072056:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535357952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.072069:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.072083:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ece expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.072100:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.072104:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.072108:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145248.072111:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.072136:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.072144:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.072155:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:3.0:1746145248.072194:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535357952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 137us (949us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.072199:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6358 00000100:00100000:0.0:1746145248.072683:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.073066:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358080 00000100:00100000:2.0:1746145248.073071:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358080 00010000:00010000:2.0:1746145248.073089:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.073117:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10487 00000100:00100000:2.0:1746145248.073123:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1963:x1830965535358080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.073131:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.073145:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.073155:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.073169:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6ba6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec0 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.073182:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.073183:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.073189:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.073194:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.073213:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.073222:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.073231:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113600:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.073286:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b473c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.075558:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113600:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.075574:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.075604:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba2050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1963:x1830965535358080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2480us (2920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.075612:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10487 00000100:00100000:0.0:1746145248.076993:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.077082:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358208 00000100:00100000:2.0:1746145248.077088:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358208 00010000:00010000:2.0:1746145248.077111:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.077167:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10488 00000100:00100000:2.0:1746145248.077174:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535358208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.077183:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.077200:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.077209:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.077227:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6bad lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ec7 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.077238:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.077241:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.077245:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.077251:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.077276:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.077286:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113728:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.077344:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.080303:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdf80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113728:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.080320:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.080354:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1961:x1830965535358208:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3180us (3364us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.080363:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10488 00000100:00100000:2.0:1746145248.080814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.080871:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358464 00000100:00100000:0.0:1746145248.080876:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358464 00002000:00100000:0.0:1746145248.080908:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdf80 x1830965535358464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.080917:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdf80 with x1830965535358464 ext(0->4095) 00002000:00010000:0.0:1746145248.080921:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdf80 00000100:00100000:0.0:1746145248.080943:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4409 00000100:00100000:0.0:1746145248.080949:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535358464:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145248.081083:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535358464:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 133us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145248.081088:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4409 00002000:00100000:0.0:1746145248.081093:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdf80 x1830965535358464/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.081100:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdf80 with x1830965535358464 ext(0->4095) 00002000:00010000:0.0:1746145248.081102:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdf80 00000100:00100000:1.0:1746145248.083135:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.083263:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358592 00000100:00100000:0.0:1746145248.083269:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358592 00000100:00100000:0.0:1746145248.083307:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6359 00000100:00100000:0.0:1746145248.083314:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31571:x1830965535358592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145248.083325:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145248.083340:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ed5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.083362:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.083368:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.083369:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.083372:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.083395:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.083406:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.083416:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531113856:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145248.083479:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.087121:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.087200:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531113856:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145248.087222:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.087237:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4000, rc 0) 00000100:00100000:0.0:1746145248.087266:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535358592:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3953us (4134us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.087273:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6359 00000100:00100000:3.0:1746145248.087620:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358720 00000100:00100000:3.0:1746145248.087646:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358720 00010000:00010000:3.0:1746145248.087666:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.087686:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10489 00000100:00100000:3.0:1746145248.087691:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535358720:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.087701:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.087717:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.087725:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.087744:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6bb4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ece expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.087757:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.087758:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.087764:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.087775:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.087797:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.087807:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113984:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.087850:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.090362:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.092580:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535358848 00000100:00100000:2.0:1746145248.092590:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535358848 00000100:00100000:2.0:1746145248.092656:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6360 00000100:00100000:2.0:1746145248.092663:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535358848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.092678:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.092693:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535edc expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.092716:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.092723:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.092724:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.092727:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.092753:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.092763:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.092775:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531114112:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.092893:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531113984:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.092907:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.093694:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.093798:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535358720:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6103us (6680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.093805:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10489 00000100:00100000:1.0:1746145248.093957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.094264:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359104 00000100:00100000:3.0:1746145248.094269:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359104 00002000:00100000:3.0:1746145248.094295:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965535359104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.094303:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535359104 ext(0->4095) 00010000:00010000:3.0:1746145248.094309:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 46 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.094319:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 46 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.094324:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14e00 00000100:00100000:3.0:1746145248.094347:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2548 00000100:00100000:3.0:1746145248.094352:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535359104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.094481:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535359104:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.094487:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2548 00002000:00100000:3.0:1746145248.094491:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14e00 x1830965535359104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.094498:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535359104 ext(0->4095) 00010000:00010000:3.0:1746145248.094502:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 46 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.094509:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 46 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.094514:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14e00 00000100:00100000:2.0:1746145248.097700:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531114112:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.097725:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.097739:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145248.097787:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535358848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5123us (7429us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.097794:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6360 00000100:00100000:0.0:1746145248.098747:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.099796:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359232 00000100:00100000:2.0:1746145248.099804:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359232 00000100:00100000:2.0:1746145248.099850:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6361 00000100:00100000:2.0:1746145248.099857:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535359232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.099872:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.099885:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ee3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.099904:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.099908:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.099912:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145248.099915:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.099943:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.099952:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.099960:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:2.0:1746145248.100902:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535359232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1042us (2154us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.100909:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6361 00000100:00100000:1.0:1746145248.101064:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.101312:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359360 00000100:00100000:3.0:1746145248.101317:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359360 00010000:00010000:3.0:1746145248.101338:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.101366:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10490 00000100:00100000:3.0:1746145248.101372:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535359360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.101381:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.101397:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.101411:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.101427:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc4000/0xb5ee96b21a0d6bbb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ed5 expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.101967:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.101969:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.101976:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.101983:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.102015:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.102025:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.102035:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114368:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.102934:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.104958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.105072:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359616 00000100:00100000:1.0:1746145248.105079:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359616 00002000:00100000:1.0:1746145248.105111:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293b80 x1830965535359616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.105120:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293b80 with x1830965535359616 ext(0->4095) 00010000:00010000:1.0:1746145248.105127:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.105138:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.105143:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293b80 00000100:00100000:3.0:1746145248.105405:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114368:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.105420:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.105562:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2549 00000100:00100000:1.0:1746145248.105571:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535359616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.105925:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535359360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4551us (4860us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.105936:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10490 00000100:00100000:1.0:1746145248.106467:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535359616:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 897us (1512us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.106473:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2549 00002000:00100000:1.0:1746145248.106479:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293b80 x1830965535359616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.106485:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293b80 with x1830965535359616 ext(0->4095) 00010000:00010000:1.0:1746145248.106491:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.106500:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.106504:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093293b80 00000100:00100000:0.0:1746145248.110513:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.110550:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.110605:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359744 00000100:00100000:2.0:1746145248.110612:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359744 00000100:00100000:2.0:1746145248.110660:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6362 00000100:00100000:2.0:1746145248.110666:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535359744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.110681:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.110695:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535eea expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.110717:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.110722:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.110728:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145248.110731:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.110765:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.110776:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 45 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.110785:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145248.110823:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535359744:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 157us (316us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.110828:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6362 00000100:00100000:3.0:1746145248.110936:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535359872 00000100:00100000:3.0:1746145248.110939:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535359872 00010000:00010000:3.0:1746145248.110952:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.110975:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10491 00000100:00100000:3.0:1746145248.110979:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1963:x1830965535359872:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.110986:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.111015:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.111024:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.111038:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6bc2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535edc expref: 45 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.111049:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.111050:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.111055:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.111061:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.111076:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.111085:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.111094:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114624:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.111135:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.114146:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.114242:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535360128 00000100:00100000:1.0:1746145248.114249:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535360128 00002000:00100000:1.0:1746145248.114284:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291f80 x1830965535360128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.114293:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291f80 with x1830965535360128 ext(0->4095) 00010000:00010000:1.0:1746145248.114300:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.114312:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.114317:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291f80 00000100:00100000:3.0:1746145248.114416:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114624:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.114431:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.114501:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2550 00000100:00100000:1.0:1746145248.114510:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535360128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.114830:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1963:x1830965535359872:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3848us (4277us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.114837:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10491 00000100:00100000:1.0:1746145248.115294:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535360128:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 785us (1153us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.115299:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2550 00002000:00100000:1.0:1746145248.115305:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291f80 x1830965535360128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.115311:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291f80 with x1830965535360128 ext(0->4095) 00010000:00010000:1.0:1746145248.115316:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.115324:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.115329:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291f80 00000100:00100000:0.0:1746145248.118086:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.118164:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535360256 00000100:00100000:3.0:1746145248.118172:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535360256 00010000:00010000:3.0:1746145248.118199:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.118429:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10492 00000100:00100000:3.0:1746145248.118435:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535360256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.118446:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.118460:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.118470:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.118486:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6bc9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ee3 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.118597:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.118599:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.118606:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.118613:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.118740:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.118750:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114752:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.118960:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.120992:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531114752:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.121012:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.121038:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535360256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2602us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.121045:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10492 00000100:00100000:0.0:1746145248.121573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.121742:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535360512 00000100:00100000:1.0:1746145248.121747:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535360512 00002000:00100000:1.0:1746145248.121776:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659c00 x1830965535360512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.121785:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965535360512 ext(0->4095) 00002000:00010000:1.0:1746145248.121788:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659c00 00000100:00100000:1.0:1746145248.121810:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4410 00000100:00100000:1.0:1746145248.121816:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535360512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.121921:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535360512:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (349us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.121926:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4410 00002000:00100000:1.0:1746145248.121930:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659c00 x1830965535360512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.121936:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659c00 with x1830965535360512 ext(0->4095) 00002000:00010000:1.0:1746145248.121938:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659c00 00000100:00100000:0.0:1746145248.123769:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.123925:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535360640 00000100:00100000:3.0:1746145248.123930:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535360640 00000100:00100000:3.0:1746145248.124149:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6363 00000100:00100000:3.0:1746145248.124155:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535360640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.124166:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.124178:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ef1 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.124203:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.124208:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.124210:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.124213:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.124233:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.124242:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 43 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.124251:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531114880:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.124729:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.126326:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531114880:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.126345:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.126359:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:3.0:1746145248.126387:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535360640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2231us (2621us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.126393:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6363 00000100:00100000:0.0:1746145248.126978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.127254:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535360768 00000100:00100000:3.0:1746145248.127260:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535360768 00010000:00010000:3.0:1746145248.127281:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.127486:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10493 00000100:00100000:3.0:1746145248.127494:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535360768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.127503:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.127520:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.127528:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.127546:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6bd0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eea expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.127950:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.127952:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.127959:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.127966:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.127991:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.128001:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115008:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.128877:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.131791:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.131887:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115008:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.131903:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.132525:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1961:x1830965535360768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5029us (5545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.132536:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10493 00000100:00100000:2.0:1746145248.132705:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361024 00000100:00100000:2.0:1746145248.132712:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361024 00002000:00100000:2.0:1746145248.132745:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659f80 x1830965535361024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.132752:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659f80 with x1830965535361024 ext(0->4095) 00002000:00010000:2.0:1746145248.132756:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659f80 00000100:00100000:2.0:1746145248.132770:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4411 00000100:00100000:2.0:1746145248.132775:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535361024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.132880:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535361024:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (1095us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.132885:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4411 00002000:00100000:2.0:1746145248.132889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659f80 x1830965535361024/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.132900:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659f80 with x1830965535361024 ext(0->4095) 00002000:00010000:2.0:1746145248.132902:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b659f80 00000100:00100000:0.0:1746145248.133016:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.133293:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361152 00000100:00100000:2.0:1746145248.133297:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361152 00000100:00100000:2.0:1746145248.133356:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6364 00000100:00100000:2.0:1746145248.133361:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535361152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.133369:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.133381:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ef8 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.133400:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.133406:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.133408:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.133411:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.133433:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.133443:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.133452:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115136:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.134362:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.136131:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.136294:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361280 00000100:00100000:2.0:1746145248.136300:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361280 00000100:00100000:2.0:1746145248.136371:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6365 00000100:00100000:2.0:1746145248.136378:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535361280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.136390:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.136403:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535eff expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.136422:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.136426:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.136431:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.136434:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.136456:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.136466:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.136474:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554e00, rc 0) 00000100:00100000:2.0:1746145248.136951:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965535361280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 572us (823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.136957:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6365 00000100:00100000:2.0:1746145248.137727:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115136:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.137743:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.137755:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a19c00, rc 0) 00000100:00100000:2.0:1746145248.138103:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535361152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4741us (5094us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.138109:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6364 00000100:00100000:0.0:1746145248.138714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.139130:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361408 00000100:00100000:3.0:1746145248.139136:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361408 00010000:00010000:3.0:1746145248.139158:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.139189:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10494 00000100:00100000:3.0:1746145248.139195:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535361408:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.139205:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.139221:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.139230:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.139249:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6bd7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef1 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.139262:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.139264:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.139271:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.139282:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.139303:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.139312:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.139322:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115392:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.139379:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.142280:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.142369:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115392:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.142382:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.142414:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba1c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535361408:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3219us (3700us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.142423:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10494 00000100:00100000:1.0:1746145248.142615:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361664 00000100:00100000:1.0:1746145248.142622:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361664 00002000:00100000:1.0:1746145248.142685:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535361664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.142694:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535361664 ext(0->4095) 00010000:00010000:1.0:1746145248.142700:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.142710:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.142715:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659500 00000100:00100000:1.0:1746145248.142738:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2551 00000100:00100000:1.0:1746145248.142744:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535361664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.142856:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b659500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535361664:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (582us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.142862:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2551 00002000:00100000:1.0:1746145248.142867:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b659500 x1830965535361664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.142878:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b659500 with x1830965535361664 ext(0->4095) 00010000:00010000:1.0:1746145248.142882:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.142890:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.142895:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b659500 00000100:00100000:0.0:1746145248.145503:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.145600:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535361792 00000100:00100000:3.0:1746145248.145606:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535361792 00010000:00010000:3.0:1746145248.145705:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.145726:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10495 00000100:00100000:3.0:1746145248.145732:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1962:x1830965535361792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.145743:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.145759:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.145769:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.145789:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6bde lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ef8 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.145801:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.145803:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.145811:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.145817:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.145842:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.145852:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115520:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.145918:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.149457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.149611:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362048 00000100:00100000:2.0:1746145248.149618:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362048 00002000:00100000:2.0:1746145248.149674:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535362048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.149682:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535362048 ext(0->4095) 00002000:00010000:2.0:1746145248.149686:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65aa00 00000100:00100000:2.0:1746145248.149717:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4412 00000100:00100000:2.0:1746145248.149723:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535362048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.149845:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535362048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (393us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.149851:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4412 00002000:00100000:2.0:1746145248.149856:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65aa00 x1830965535362048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.149862:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65aa00 with x1830965535362048 ext(0->4095) 00002000:00010000:2.0:1746145248.149864:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65aa00 00000100:00100000:3.0:1746145248.150161:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115520:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.150177:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.150212:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1962:x1830965535361792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4480us (4715us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.150219:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10495 00000100:00100000:0.0:1746145248.152017:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.152298:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362176 00000100:00100000:2.0:1746145248.152304:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362176 00000100:00100000:2.0:1746145248.152333:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6366 00000100:00100000:2.0:1746145248.152340:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535362176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.152353:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.152367:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f06 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.152391:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.152398:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.152399:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.152402:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.152426:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.152437:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 43 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.152447:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115648:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.152518:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.155027:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.155123:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115648:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.155148:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.155164:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:2.0:1746145248.155198:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535362176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2858us (3194us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.155210:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6366 00000100:00100000:3.0:1746145248.155378:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362304 00000100:00100000:3.0:1746145248.155383:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362304 00010000:00010000:3.0:1746145248.155404:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.155433:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10496 00000100:00100000:3.0:1746145248.155439:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535362304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.155449:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.155464:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.155473:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.155490:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554e00/0xb5ee96b21a0d6be5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535eff expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.155511:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.155513:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.155520:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.155526:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.155548:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.155562:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115776:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.155608:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.158143:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531115776:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.158162:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.158199:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1960:x1830965535362304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2759us (3175us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.158207:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10496 00000100:00100000:0.0:1746145248.158322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.158420:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362560 00000100:00100000:3.0:1746145248.158426:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362560 00002000:00100000:3.0:1746145248.158452:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658000 x1830965535362560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.158459:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658000 with x1830965535362560 ext(0->4095) 00002000:00010000:3.0:1746145248.158463:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b658000 00000100:00100000:3.0:1746145248.158487:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4413 00000100:00100000:3.0:1746145248.158492:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535362560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.158610:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535362560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (288us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.158615:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4413 00002000:00100000:3.0:1746145248.158620:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658000 x1830965535362560/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.158651:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658000 with x1830965535362560 ext(0->4095) 00002000:00010000:3.0:1746145248.158654:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b658000 00000100:00100000:0.0:1746145248.160587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.161870:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362688 00000100:00100000:2.0:1746145248.161878:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362688 00000100:00100000:2.0:1746145248.162171:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6367 00000100:00100000:2.0:1746145248.162179:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535362688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.162194:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.162209:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f0d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.162236:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.162242:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.162244:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.162247:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.162271:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.162281:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.162291:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115904:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145248.163409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.163472:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.163643:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362816 00000100:00100000:1.0:1746145248.163648:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362816 00000100:00100000:1.0:1746145248.163682:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6368 00000100:00100000:1.0:1746145248.163688:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535362816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.163696:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.163704:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f14 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.163716:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.163719:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.163724:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.163726:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.163746:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 46 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.163763:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 46 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.163772:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:1.0:1746145248.163799:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31571:x1830965535362816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (392us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.163804:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6368 00000100:00100000:2.0:1746145248.166581:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531115904:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.166608:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.166623:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a19200, rc 0) 00000100:00100000:3.0:1746145248.167561:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31559:x1830965535362688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5380us (6975us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.167569:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6367 00000100:00100000:0.0:1746145248.167680:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.167747:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535362944 00000100:00100000:3.0:1746145248.167753:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535362944 00010000:00010000:3.0:1746145248.167774:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.167804:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10497 00000100:00100000:3.0:1746145248.167810:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535362944:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.167820:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.167835:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.167961:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.167983:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6bec lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f06 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.168587:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.168590:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.168598:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.168606:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.168660:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.168670:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.168680:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116160:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.168734:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.170914:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116160:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.170930:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.170962:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535362944:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3152us (3283us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.170971:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10497 00000100:00100000:0.0:1746145248.172978:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.173193:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535363200 00000100:00100000:1.0:1746145248.173200:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535363200 00002000:00100000:1.0:1746145248.173235:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d500 x1830965535363200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.173243:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d500 with x1830965535363200 ext(0->4095) 00010000:00010000:1.0:1746145248.173250:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.173261:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.173267:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d500 00000100:00100000:1.0:1746145248.173294:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2552 00000100:00100000:1.0:1746145248.173300:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535363200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.173430:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535363200:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (456us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.173436:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2552 00002000:00100000:1.0:1746145248.173441:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d500 x1830965535363200/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.173448:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d500 with x1830965535363200 ext(0->4095) 00010000:00010000:1.0:1746145248.173452:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.173460:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.173465:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d500 00000100:00100000:0.0:1746145248.175256:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.175323:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535363328 00000100:00100000:3.0:1746145248.175328:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535363328 00010000:00010000:3.0:1746145248.175348:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.175364:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10498 00000100:00100000:3.0:1746145248.175369:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535363328:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.175378:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.175391:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.175403:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.175422:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6bf3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f0d expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.175447:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.175449:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.175456:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.175463:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.175489:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.175499:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116288:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.175561:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.178999:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.179058:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116288:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.179074:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.179117:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535363328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3746us (3864us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.179126:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10498 00000100:00100000:2.0:1746145248.179273:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535363584 00000100:00100000:2.0:1746145248.179278:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535363584 00002000:00100000:2.0:1746145248.179310:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15180 x1830965535363584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.179318:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535363584 ext(0->4095) 00002000:00010000:2.0:1746145248.179322:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15180 00000100:00100000:2.0:1746145248.179336:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4414 00000100:00100000:2.0:1746145248.179342:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535363584:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.179461:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535363584:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (467us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.179467:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4414 00002000:00100000:2.0:1746145248.179472:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15180 x1830965535363584/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.179478:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535363584 ext(0->4095) 00002000:00010000:2.0:1746145248.179481:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15180 00000100:00100000:0.0:1746145248.181054:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.181131:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535363712 00000100:00100000:3.0:1746145248.181136:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535363712 00000100:00100000:3.0:1746145248.181163:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6369 00000100:00100000:3.0:1746145248.181169:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535363712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.181180:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.181314:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f1b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.181338:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.181345:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.181346:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.181349:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.181372:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 43 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.181383:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 43 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.181393:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116416:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.181582:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.183963:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116416:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.183984:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.184000:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accac00, rc 0) 00000100:00100000:3.0:1746145248.184039:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535363712:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2869us (2988us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.184046:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6369 00000100:00100000:0.0:1746145248.184238:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.184568:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535363840 00000100:00100000:3.0:1746145248.184574:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535363840 00010000:00010000:3.0:1746145248.184594:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.184612:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10499 00000100:00100000:3.0:1746145248.184618:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535363840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.184645:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.184662:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.184671:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.184689:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6bfa lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f14 expref: 44 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.184722:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.184723:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.184730:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.184741:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.184762:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.184771:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116544:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.184824:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.187547:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.187714:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364096 00000100:00100000:1.0:1746145248.187720:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364096 00002000:00100000:1.0:1746145248.187757:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965535364096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.187765:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965535364096 ext(0->4095) 00002000:00010000:1.0:1746145248.187769:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c380 00000100:00100000:1.0:1746145248.187794:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4415 00000100:00100000:1.0:1746145248.187800:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535364096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.187936:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535364096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 136us (394us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.187942:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4415 00002000:00100000:1.0:1746145248.187947:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0c380 x1830965535364096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.187954:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0c380 with x1830965535364096 ext(0->4095) 00002000:00010000:1.0:1746145248.187957:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0c380 00000100:00100000:3.0:1746145248.188365:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116544:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.188381:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.188404:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:1961:x1830965535363840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3785us (4167us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.188410:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10499 00000100:00100000:0.0:1746145248.189679:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.189790:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364224 00000100:00100000:3.0:1746145248.189795:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364224 00000100:00100000:3.0:1746145248.189820:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6370 00000100:00100000:3.0:1746145248.189825:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+43:31559:x1830965535364224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.189836:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.189849:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f22 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.189870:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.189877:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.189879:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.189882:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.189903:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.189913:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.189922:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116672:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.190975:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.192260:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116672:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.192279:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.192293:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accae00, rc 0) 00000100:00100000:3.0:1746145248.192321:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535364224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2495us (2645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.192328:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6370 00000100:00100000:0.0:1746145248.194032:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.194069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.194132:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364480 00000100:00100000:2.0:1746145248.194139:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364480 00010000:00010000:2.0:1746145248.194168:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.194188:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10500 00000100:00100000:2.0:1746145248.194194:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535364480:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.194206:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.194220:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.194229:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.194248:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6c01 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f1b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.194264:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.194266:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.194273:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.194278:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.194320:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.194329:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116800:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.194456:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364352 00000100:00100000:3.0:1746145248.194459:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364352 00000100:00100000:3.0:1746145248.194652:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6371 00000100:00100000:3.0:1746145248.194658:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31571:x1830965535364352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.194669:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.194678:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f29 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.194696:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.194702:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.194703:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.194706:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.194721:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.194729:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.194736:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116928:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.194892:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.195094:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.196816:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531116800:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.196831:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.196862:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535364480:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2668us (2792us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.196871:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10500 00000100:00100000:3.0:1746145248.197023:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531116928:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.197038:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.197051:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:3.0:1746145248.197071:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:31571:x1830965535364352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2413us (3043us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.197077:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6371 00000100:00100000:0.0:1746145248.198220:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.198261:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364736 00000100:00100000:2.0:1746145248.198267:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364736 00002000:00100000:2.0:1746145248.198297:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d180 x1830965535364736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.198306:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965535364736 ext(0->4095) 00010000:00010000:2.0:1746145248.198312:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.198323:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.198329:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:2.0:1746145248.198353:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2553 00000100:00100000:2.0:1746145248.198360:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535364736:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.198485:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535364736:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 126us (268us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.198491:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2553 00002000:00100000:2.0:1746145248.198496:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d180 x1830965535364736/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.198503:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d180 with x1830965535364736 ext(0->4095) 00010000:00010000:2.0:1746145248.198506:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.198519:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.198524:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0d180 00000100:00100000:0.0:1746145248.202133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.202214:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535364864 00000100:00100000:2.0:1746145248.202221:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535364864 00010000:00010000:2.0:1746145248.202248:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.202269:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10501 00000100:00100000:2.0:1746145248.202274:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535364864:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.202284:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.202299:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.202308:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.202326:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6c08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f22 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.202348:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.202350:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.202356:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.202367:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.202390:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.202399:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117056:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.202459:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b479c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.205484:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.205660:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365120 00000100:00100000:3.0:1746145248.205668:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365120 00002000:00100000:3.0:1746145248.205701:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ed80 x1830965535365120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.205710:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ed80 with x1830965535365120 ext(0->4095) 00002000:00010000:3.0:1746145248.205715:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ed80 00000100:00100000:3.0:1746145248.205745:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4416 00000100:00100000:3.0:1746145248.205752:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535365120:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.205880:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1961:x1830965535365120:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 127us (401us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.205886:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4416 00002000:00100000:3.0:1746145248.205890:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0ed80 x1830965535365120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.205897:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ed80 with x1830965535365120 ext(0->4095) 00002000:00010000:3.0:1746145248.205900:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0ed80 00000100:00100000:2.0:1746145248.205983:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117056:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.205999:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.206030:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba1850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535364864:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3755us (3903us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.206037:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10501 00000100:00100000:0.0:1746145248.208890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.208979:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365248 00000100:00100000:2.0:1746145248.208986:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365248 00000100:00100000:2.0:1746145248.209034:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6372 00000100:00100000:2.0:1746145248.209041:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535365248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.209055:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.209069:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f30 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.209091:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.209096:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.209099:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.209102:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.209123:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.209133:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 43 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.209142:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117184:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.209533:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.211343:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117184:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.211367:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.211382:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:2.0:1746145248.211414:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535365248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2374us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.211421:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6372 00000100:00100000:0.0:1746145248.212922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.213339:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365376 00000100:00100000:2.0:1746145248.213347:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365376 00010000:00010000:2.0:1746145248.213374:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.213396:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10502 00000100:00100000:2.0:1746145248.213403:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535365376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.213417:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.213432:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.213443:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.213461:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6c0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f29 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.213797:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.213799:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.213806:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.213813:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.213839:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.213848:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117312:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.214557:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.216334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.216587:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365504 00000100:00100000:2.0:1746145248.216594:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365504 00000100:00100000:2.0:1746145248.216653:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6373 00000100:00100000:2.0:1746145248.216660:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535365504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.216678:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.216691:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f37 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.216715:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.216721:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.216722:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.216725:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.216748:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.216758:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.216767:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117440:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.216836:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.216959:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fdc00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117312:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.216972:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.216993:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+45:1960:x1830965535365376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3590us (4074us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.217001:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10502 00000100:00100000:0.0:1746145248.218691:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.218752:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365760 00000100:00100000:1.0:1746145248.218756:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365760 00002000:00100000:1.0:1746145248.218787:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550700 x1830965535365760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.218795:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550700 with x1830965535365760 ext(0->4095) 00010000:00010000:1.0:1746145248.218802:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.218813:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.218818:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550700 00000100:00100000:1.0:1746145248.218843:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2554 00000100:00100000:1.0:1746145248.218849:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535365760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.218964:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535365760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.218970:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2554 00002000:00100000:1.0:1746145248.218975:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085550700 x1830965535365760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.218981:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550700 with x1830965535365760 ext(0->4095) 00010000:00010000:1.0:1746145248.218985:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.218994:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.218999:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550700 00000100:00100000:2.0:1746145248.219563:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117440:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.219582:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 44 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.219595:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a18600, rc 0) 00000100:00100000:2.0:1746145248.219615:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:31559:x1830965535365504:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3286us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.219657:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6373 00000100:00100000:0.0:1746145248.222911:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.222998:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535365888 00000100:00100000:3.0:1746145248.223012:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535365888 00010000:00010000:3.0:1746145248.223040:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.223060:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10503 00000100:00100000:3.0:1746145248.223066:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535365888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.223076:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.223090:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.223101:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.223119:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6c16 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f30 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.223442:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.223444:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.223450:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.223457:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.223484:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.223494:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117568:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.223567:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.225790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.225877:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117568:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.225894:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.225925:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535365888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2857us (3018us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.225934:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10503 00000100:00100000:2.0:1746145248.225998:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366144 00000100:00100000:2.0:1746145248.226004:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366144 00002000:00100000:2.0:1746145248.226044:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552300 x1830965535366144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.226052:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552300 with x1830965535366144 ext(0->4095) 00002000:00010000:2.0:1746145248.226056:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552300 00000100:00100000:2.0:1746145248.226172:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4417 00000100:00100000:2.0:1746145248.226181:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535366144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.226291:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1961:x1830965535366144:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (505us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.226296:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4417 00002000:00100000:2.0:1746145248.226300:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552300 x1830965535366144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.226307:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552300 with x1830965535366144 ext(0->4095) 00002000:00010000:2.0:1746145248.226309:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552300 00000100:00100000:0.0:1746145248.235067:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.235182:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366272 00000100:00100000:2.0:1746145248.235190:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366272 00000100:00100000:2.0:1746145248.235236:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6374 00000100:00100000:2.0:1746145248.235243:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535366272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.235259:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.235275:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f3e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.235303:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.235308:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.235310:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.235313:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.235338:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.235348:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 43 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.235359:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117696:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.235440:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.236828:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531117696:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.236846:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.236857:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6200, rc 0) 00000100:00100000:2.0:1746145248.236883:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535366272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1640us (1823us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.236889:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6374 00000100:00100000:0.0:1746145248.243765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.243921:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366400 00000100:00100000:1.0:1746145248.243929:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366400 00002000:00100000:1.0:1746145248.243965:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880085550a80 x1830965535366400/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.243973:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550a80 with x1830965535366400 ext(0->7) 00010000:00010000:1.0:1746145248.243980:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.243993:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 44 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.243999:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550a80 00000100:00100000:2.0:1746145248.245130:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2555 00000100:00100000:2.0:1746145248.245142:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+44:1960:x1830965535366400:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145248.245424:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535366400:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 284us (1663us total) trans 4294968022 rc 0/0 00000100:00100000:2.0:1746145248.245430:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2555 00002000:00100000:2.0:1746145248.245436:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880085550a80 x1830965535366400/t4294968022(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/448 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.245443:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550a80 with x1830965535366400 ext(0->7) 00010000:00010000:2.0:1746145248.245449:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.245459:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.245464:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085550a80 00000100:00100000:0.0:1746145248.260316:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.260407:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366528 00000100:00100000:2.0:1746145248.260416:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366528 00000100:00100000:2.0:1746145248.260464:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6375 00000100:00100000:2.0:1746145248.260471:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:31559:x1830965535366528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.260487:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.260502:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f45 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.260523:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.260527:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.260535:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145248.260538:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.260569:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.260579:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.260588:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a19c00, rc 0) 00000100:00100000:2.0:1746145248.260658:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535366528:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (348us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.260664:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6375 00000100:00100000:0.0:1746145248.262772:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.262861:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366656 00000100:00100000:3.0:1746145248.262868:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366656 00010000:00010000:3.0:1746145248.262894:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.263013:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10504 00000100:00100000:3.0:1746145248.263020:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965535366656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.263032:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.263048:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.263059:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.263077:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c1d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f37 expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.263101:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.263103:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.263110:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.263117:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.263143:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.263154:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.263165:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117952:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.263353:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.293250:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.293330:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531117952:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.293347:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.293382:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1960:x1830965535366656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 30362us (30614us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.293391:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10504 00000100:00100000:0.0:1746145248.293458:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535366912 00000100:00100000:0.0:1746145248.293469:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535366912 00002000:00100000:0.0:1746145248.293508:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14000 x1830965535366912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.293516:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535366912 ext(0->4095) 00010000:00010000:0.0:1746145248.293523:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.293534:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746145248.293539:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14000 00000100:00100000:0.0:1746145248.293564:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2556 00000100:00100000:0.0:1746145248.293572:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535366912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145248.293712:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535366912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 137us (465us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145248.293718:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2556 00002000:00100000:0.0:1746145248.293722:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14000 x1830965535366912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.293728:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535366912 ext(0->4095) 00010000:00010000:0.0:1746145248.293732:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.293744:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746145248.293753:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14000 00000100:00100000:1.0:1746145248.295669:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.295737:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367040 00000100:00100000:3.0:1746145248.295743:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367040 00010000:00010000:3.0:1746145248.295767:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.295785:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10505 00000100:00100000:3.0:1746145248.295790:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535367040:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.295799:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.295812:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.295821:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.295840:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6c24 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f3e expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.295855:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.295857:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.295864:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.295871:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.295897:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.295908:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118080:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.296055:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.301530:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.301587:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367296 00000100:00100000:2.0:1746145248.301595:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367296 00002000:00100000:2.0:1746145248.301645:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553b80 x1830965535367296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.301654:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553b80 with x1830965535367296 ext(0->4095) 00002000:00010000:2.0:1746145248.301658:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085553b80 00000100:00100000:2.0:1746145248.301673:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4418 00000100:00100000:2.0:1746145248.301678:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1963:x1830965535367296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145248.301803:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1963:x1830965535367296:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 124us (280us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.301811:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4418 00002000:00100000:2.0:1746145248.301815:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085553b80 x1830965535367296/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.301821:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085553b80 with x1830965535367296 ext(0->4095) 00002000:00010000:2.0:1746145248.301824:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085553b80 00000100:00100000:3.0:1746145248.302015:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118080:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.302032:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.302056:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535367040:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6266us (6391us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.302064:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10505 00000100:00100000:0.0:1746145248.307360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.309475:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367424 00000100:00100000:2.0:1746145248.309486:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367424 00000100:00100000:2.0:1746145248.309552:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6376 00000100:00100000:2.0:1746145248.309561:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535367424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.309576:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.309593:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f4c expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.309617:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.309624:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.309651:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.309656:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.309687:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.309697:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 45 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.309712:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531118208:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.309800:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.312870:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531118208:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.312896:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.312915:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a18600, rc 0) 00000100:00100000:2.0:1746145248.312965:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535367424:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3405us (5611us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.312972:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6376 00000100:00100000:1.0:1746145248.314509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.314700:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367552 00000100:00100000:0.0:1746145248.314707:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367552 00002000:00100000:0.0:1746145248.314739:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f17480 x1830965535367552/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.314747:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965535367552 ext(0->7) 00010000:00010000:0.0:1746145248.314753:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.314766:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 46 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746145248.314771:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17480 00000100:00100000:0.0:1746145248.314797:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2557 00000100:00100000:0.0:1746145248.314803:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+46:1961:x1830965535367552:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:0.0:1746145248.315059:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535367552:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 255us (553us total) trans 4294968023 rc 0/0 00000100:00100000:0.0:1746145248.315065:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2557 00002000:00100000:0.0:1746145248.315070:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093f17480 x1830965535367552/t4294968023(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/448 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.315082:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965535367552 ext(0->7) 00010000:00010000:0.0:1746145248.315085:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.315093:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746145248.315098:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f17480 00000100:00100000:0.0:1746145248.320662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.320828:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367680 00000100:00100000:3.0:1746145248.320836:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367680 00010000:00010000:3.0:1746145248.320866:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.320890:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10506 00000100:00100000:3.0:1746145248.320898:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535367680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.320919:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.320938:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.320950:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.320969:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f45 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.320985:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.320987:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.320993:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.321001:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.321036:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.321046:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118336:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.322814:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.323243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.323537:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535367808 00000100:00100000:2.0:1746145248.323543:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535367808 00000100:00100000:2.0:1746145248.323589:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6377 00000100:00100000:2.0:1746145248.323596:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535367808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.323609:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.323624:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f53 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.324817:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.324824:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.324826:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.324830:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.324862:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.324873:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 5 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.324885:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531118464:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.325445:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.327449:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.327522:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368064 00000100:00100000:2.0:1746145248.327528:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368064 00002000:00100000:2.0:1746145248.327564:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14380 x1830965535368064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.327574:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14380 with x1830965535368064 ext(0->4095) 00010000:00010000:2.0:1746145248.327581:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.327594:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.327600:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14380 00000100:00100000:2.0:1746145248.327616:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2558 00000100:00100000:2.0:1746145248.327621:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535368064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.327797:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118336:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.327810:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.328521:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535368064:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 897us (1075us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.328529:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535367680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7631us (7908us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.328541:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10506 00000100:00100000:2.0:1746145248.328886:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2558 00002000:00100000:2.0:1746145248.328893:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f14380 x1830965535368064/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.328900:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14380 with x1830965535368064 ext(0->4095) 00010000:00010000:2.0:1746145248.328905:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.328915:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.328921:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f14380 00000100:00100000:2.0:1746145248.329466:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531118464:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.329484:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.329497:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a19200, rc 0) 00000100:00100000:2.0:1746145248.329771:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535367808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6174us (6528us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.329777:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6377 00000100:00100000:0.0:1746145248.331503:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.331713:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368192 00000100:00100000:2.0:1746145248.331720:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368192 00000100:00100000:2.0:1746145248.331753:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6378 00000100:00100000:2.0:1746145248.331760:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535368192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.331774:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.331788:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f5a expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.331810:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.331814:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.331820:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.331823:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.331852:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.331864:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.331872:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678800, rc 0) 00000100:00100000:2.0:1746145248.331918:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535368192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (418us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.331924:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6378 00000100:00100000:1.0:1746145248.332320:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.332370:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368320 00000100:00100000:3.0:1746145248.332373:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368320 00010000:00010000:3.0:1746145248.332388:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.332411:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10507 00000100:00100000:3.0:1746145248.332416:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535368320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.332427:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.332442:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.332453:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.332467:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d6c32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f4c expref: 6 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.332478:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.332479:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.332484:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.332491:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.332508:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.332518:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.332527:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118720:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.332576:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.335729:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.335829:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118720:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.335844:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.335844:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368576 00000100:00100000:2.0:1746145248.335850:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368576 00002000:00100000:2.0:1746145248.335883:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16680 x1830965535368576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.335896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965535368576 ext(0->4095) 00010000:00010000:2.0:1746145248.335903:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.335918:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.335924:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f16680 00000100:00100000:3.0:1746145248.336115:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535368320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3696us (3793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.336297:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10507 00000100:00100000:2.0:1746145248.336751:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2559 00000100:00100000:2.0:1746145248.336759:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535368576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.337838:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535368576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1077us (2113us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.337846:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2559 00002000:00100000:2.0:1746145248.337854:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16680 x1830965535368576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.337862:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16680 with x1830965535368576 ext(0->4095) 00010000:00010000:2.0:1746145248.337868:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.337879:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.337885:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f16680 00000100:00100000:0.0:1746145248.341771:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.341919:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368704 00000100:00100000:3.0:1746145248.341927:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368704 00010000:00010000:3.0:1746145248.341954:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.342178:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10508 00000100:00100000:3.0:1746145248.342185:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535368704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.342196:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.342211:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.342222:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.342239:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d6c39 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f53 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.342259:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.342261:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.342268:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.342275:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.342301:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.342312:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118848:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.342436:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1b40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.345383:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531118848:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.345398:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.345441:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba1450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535368704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3255us (3673us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.345449:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10508 00000100:00100000:0.0:1746145248.346192:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.346250:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535368960 00000100:00100000:2.0:1746145248.346256:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535368960 00002000:00100000:2.0:1746145248.346294:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552a00 x1830965535368960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.346303:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552a00 with x1830965535368960 ext(0->4095) 00002000:00010000:2.0:1746145248.346307:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552a00 00000100:00100000:2.0:1746145248.346335:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4419 00000100:00100000:2.0:1746145248.346342:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535368960:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145248.346473:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535368960:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 131us (281us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.346479:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4419 00002000:00100000:2.0:1746145248.346483:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085552a00 x1830965535368960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.346489:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085552a00 with x1830965535368960 ext(0->4095) 00002000:00010000:2.0:1746145248.346492:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085552a00 00000100:00100000:0.0:1746145248.348659:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.348870:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369088 00000100:00100000:2.0:1746145248.348877:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369088 00000100:00100000:2.0:1746145248.348907:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6379 00000100:00100000:2.0:1746145248.348914:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535369088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.348926:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.348940:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f61 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.348962:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 47 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.348968:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.348969:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.348972:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.348998:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 47 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.349015:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 47 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.349025:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531118976:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.349094:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.350341:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531118976:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.350358:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.350370:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:2.0:1746145248.350396:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535369088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1482us (1774us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.350402:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6379 00000100:00100000:0.0:1746145248.351832:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.351929:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369216 00000100:00100000:3.0:1746145248.351935:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369216 00010000:00010000:3.0:1746145248.351959:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.351979:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10509 00000100:00100000:3.0:1746145248.351985:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535369216:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.351999:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.352023:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.352033:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.352050:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f5a expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.352223:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.352225:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.352232:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.352238:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.352265:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.352276:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.352590:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.357105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.357187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.357275:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369600 00000100:00100000:1.0:1746145248.357283:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369600 00002000:00100000:1.0:1746145248.357328:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965535369600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.357336:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965535369600 ext(0->4095) 00002000:00010000:1.0:1746145248.357340:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7ff800 00000100:00100000:1.0:1746145248.357369:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4420 00000100:00100000:1.0:1746145248.357377:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535369600:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145248.357939:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369344 00000100:00100000:0.0:1746145248.357943:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369344 00000100:00100000:0.0:1746145248.357973:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6380 00000100:00100000:0.0:1746145248.357980:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535369344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145248.357991:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145248.358020:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f68 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.358041:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.358050:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.358052:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.358055:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.358078:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.358088:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.358097:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085552680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531119232:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.358502:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.358516:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.358750:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ff800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535369600:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1371us (1560us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.358758:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4420 00002000:00100000:1.0:1746145248.358764:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7ff800 x1830965535369600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.358771:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ff800 with x1830965535369600 ext(0->4095) 00010000:00010000:1.0:1746145248.358776:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.358785:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.358790:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b7ff800 00000100:00100000:0.0:1746145248.359121:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.359234:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535369216:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7247us (7404us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.359244:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10509 00000100:00100000:0.0:1746145248.361602:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.362826:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369728 00000100:00100000:2.0:1746145248.362835:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369728 00000100:00100000:0.0:1746145248.362968:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.363307:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085552680 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531119232:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145248.363332:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363346:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5200, rc 0) 00000100:00100000:1.0:1746145248.363383:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31559:x1830965535369344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5404us (6285us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.363390:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6380 00000100:00100000:1.0:1746145248.363409:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6381 00000100:00100000:1.0:1746145248.363415:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535369728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.363426:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.363438:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f6f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363455:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.363459:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363464:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.363466:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363491:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363504:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 49 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.363510:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145248.363526:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535369728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 112us (1928us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.363530:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6381 00000100:00100000:3.0:1746145248.363859:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535369856 00000100:00100000:3.0:1746145248.363863:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535369856 00010000:00010000:3.0:1746145248.363879:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.363898:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10510 00000100:00100000:3.0:1746145248.363903:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535369856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.363911:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.363926:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.363935:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.363949:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6c47 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f61 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.363962:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.363963:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.363968:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.363973:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.364014:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.364027:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.364038:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119488:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.364115:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.366424:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.366574:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535370112 00000100:00100000:1.0:1746145248.366580:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535370112 00002000:00100000:1.0:1746145248.366614:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0e00 x1830965535370112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.366622:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965535370112 ext(0->4095) 00010000:00010000:1.0:1746145248.366652:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.366663:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.366669:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:1.0:1746145248.367072:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2560 00000100:00100000:1.0:1746145248.367080:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535370112:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.367205:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535370112:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (786us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.367211:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2560 00002000:00100000:1.0:1746145248.367216:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0e00 x1830965535370112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.367222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0e00 with x1830965535370112 ext(0->4095) 00010000:00010000:1.0:1746145248.367227:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.367236:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.367240:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d0e00 00000100:00100000:3.0:1746145248.367781:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119488:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.367794:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.367816:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535369856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3913us (4849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.367823:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10510 00010000:00010000:2.0:1746145248.368375:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145248.370768:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.370965:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535370240 00000100:00100000:3.0:1746145248.370973:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535370240 00010000:00010000:3.0:1746145248.371010:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.371087:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10511 00000100:00100000:3.0:1746145248.371094:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1963:x1830965535370240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.371105:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.371122:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.371132:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.371150:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5200/0xb5ee96b21a0d6c4e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f68 expref: 49 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.371351:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.371353:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.371360:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.371367:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.371395:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.371406:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119616:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.372068:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.374914:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119616:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.374929:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.375396:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535370240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4300us (4632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.375405:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10511 00000100:00100000:2.0:1746145248.375990:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.376206:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535370496 00000100:00100000:0.0:1746145248.376213:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535370496 00002000:00100000:0.0:1746145248.376244:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965535370496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.376252:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965535370496 ext(0->4095) 00002000:00010000:0.0:1746145248.376255:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdc00 00000100:00100000:0.0:1746145248.376268:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4421 00000100:00100000:0.0:1746145248.376273:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535370496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145248.376414:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535370496:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (423us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145248.376419:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4421 00002000:00100000:0.0:1746145248.376424:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fdc00 x1830965535370496/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.376430:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fdc00 with x1830965535370496 ext(0->4095) 00002000:00010000:0.0:1746145248.376433:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fdc00 00000100:00100000:1.0:1746145248.379518:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.379717:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535370624 00000100:00100000:2.0:1746145248.379725:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535370624 00000100:00100000:2.0:1746145248.379756:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6382 00000100:00100000:2.0:1746145248.379762:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535370624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.379775:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.379788:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f76 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.379811:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 47 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.379817:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.379818:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.379821:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.379842:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 47 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.379851:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 47 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.379860:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531119744:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.380699:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.382454:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531119744:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.382478:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.382492:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc 0) 00000100:00100000:2.0:1746145248.382709:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535370624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2946us (3197us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.382720:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6382 00000100:00100000:0.0:1746145248.383214:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.383356:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535370752 00000100:00100000:3.0:1746145248.383361:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535370752 00010000:00010000:3.0:1746145248.383382:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.383400:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10512 00000100:00100000:3.0:1746145248.383404:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535370752:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.383418:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.383433:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.383443:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.383460:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6c55 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f6f expref: 48 pid: 11330 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.383486:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.383487:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.383493:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.383500:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.383524:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.383534:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119872:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.383579:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.386014:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531119872:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.386031:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.386063:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965535370752:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2657us (2849us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.386075:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10512 00000100:00100000:1.0:1746145248.387561:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.387603:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371136 00000100:00100000:2.0:1746145248.387608:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371136 00000100:00100000:2.0:1746145248.387653:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6383 00000100:00100000:2.0:1746145248.387660:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535371136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.387674:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.387687:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f7d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.387711:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.387717:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.387718:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.387721:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.387742:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.387751:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.387761:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120000:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.387817:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.388705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.388765:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371008 00000100:00100000:1.0:1746145248.388769:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371008 00002000:00100000:1.0:1746145248.388797:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1880 x1830965535371008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.388804:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830965535371008 ext(0->4095) 00010000:00010000:1.0:1746145248.388810:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.388820:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.388825:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:1.0:1746145248.388836:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2561 00000100:00100000:1.0:1746145248.388842:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535371008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.388981:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535371008:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 138us (277us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.388987:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2561 00002000:00100000:1.0:1746145248.388991:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1880 x1830965535371008/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.388997:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1880 with x1830965535371008 ext(0->4095) 00010000:00010000:1.0:1746145248.389000:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.389018:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.389022:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1880 00000100:00100000:2.0:1746145248.391061:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120000:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.391088:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.391102:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678800, rc 0) 00000100:00100000:2.0:1746145248.391133:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535371136:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3474us (3575us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.391139:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6383 00000100:00100000:0.0:1746145248.391905:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.392526:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371264 00000100:00100000:2.0:1746145248.392531:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371264 00000100:00100000:1.0:1746145248.392845:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6384 00000100:00100000:1.0:1746145248.392855:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535371264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.392867:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.392878:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f84 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.392895:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.392899:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.392903:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.392906:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.392931:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.392942:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.392949:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:1.0:1746145248.392976:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535371264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 123us (1072us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.392981:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6384 00000100:00100000:0.0:1746145248.393241:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.394217:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371392 00000100:00100000:3.0:1746145248.394222:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371392 00010000:00010000:3.0:1746145248.394240:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.394270:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10513 00000100:00100000:3.0:1746145248.394275:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535371392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.394284:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.394299:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.394308:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.394323:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c5c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f76 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.394345:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.394347:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.394353:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.394359:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.394379:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.394388:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.394397:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120256:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.394460:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.396701:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120256:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.396716:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.396756:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535371392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2480us (3514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.396763:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10513 00000100:00100000:0.0:1746145248.397281:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.397358:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371648 00000100:00100000:2.0:1746145248.397363:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371648 00002000:00100000:2.0:1746145248.397393:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2300 x1830965535371648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.397401:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830965535371648 ext(0->4095) 00010000:00010000:2.0:1746145248.397407:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.397418:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.397423:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:2.0:1746145248.397449:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2562 00000100:00100000:2.0:1746145248.397455:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535371648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.397563:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535371648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 108us (283us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.397569:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2562 00002000:00100000:2.0:1746145248.397574:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2300 x1830965535371648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.397580:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2300 with x1830965535371648 ext(0->4095) 00010000:00010000:2.0:1746145248.397584:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.397592:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.397596:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2300 00000100:00100000:0.0:1746145248.401682:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.401803:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535371776 00000100:00100000:3.0:1746145248.401811:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535371776 00010000:00010000:3.0:1746145248.401839:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.401874:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10514 00000100:00100000:3.0:1746145248.401881:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535371776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.401893:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.401909:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.401919:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.401939:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678800/0xb5ee96b21a0d6c63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f7d expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.401966:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.401968:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.401975:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.401981:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.402018:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.402028:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120384:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.402090:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.404927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.405244:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120384:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.405261:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.405296:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535371776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3415us (3620us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.405306:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10514 00000100:00100000:1.0:1746145248.405669:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372032 00000100:00100000:1.0:1746145248.405675:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372032 00002000:00100000:1.0:1746145248.405704:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2a00 x1830965535372032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.405717:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535372032 ext(0->4095) 00002000:00010000:1.0:1746145248.405721:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:1.0:1746145248.405743:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4422 00000100:00100000:1.0:1746145248.405749:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535372032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.405872:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535372032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (949us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.405878:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4422 00002000:00100000:1.0:1746145248.405882:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2a00 x1830965535372032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.405889:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535372032 ext(0->4095) 00002000:00010000:1.0:1746145248.405891:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746145248.408808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.409394:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372160 00000100:00100000:2.0:1746145248.409402:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372160 00000100:00100000:2.0:1746145248.409475:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6385 00000100:00100000:2.0:1746145248.409483:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535372160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.409497:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.409512:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f8b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.409538:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.409545:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.409546:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.409549:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.409571:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.409586:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 47 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.409596:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120512:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.410169:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.412098:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120512:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.412118:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.412132:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc 0) 00000100:00100000:2.0:1746145248.412159:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535372160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2678us (3357us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.412166:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6385 00000100:00100000:0.0:1746145248.412958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.413074:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372288 00000100:00100000:3.0:1746145248.413079:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372288 00010000:00010000:3.0:1746145248.413100:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.413119:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10515 00000100:00100000:3.0:1746145248.413124:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535372288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.413136:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.413151:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.413160:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.413176:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c6a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f84 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.413189:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.413190:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.413195:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.413201:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.413222:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.413231:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120640:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.414209:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.416345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.416411:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.416491:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531120640:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.416505:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.416592:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372672 00000100:00100000:2.0:1746145248.416598:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372672 00002000:00100000:2.0:1746145248.416656:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2d80 x1830965535372672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.416663:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535372672 ext(0->4095) 00002000:00010000:2.0:1746145248.416667:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:2.0:1746145248.416684:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4423 00000100:00100000:2.0:1746145248.416690:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535372672:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145248.416860:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba1050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965535372288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3734us (3902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.416870:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10515 00000100:00100000:3.0:1746145248.416924:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372416 00000100:00100000:3.0:1746145248.416926:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372416 00000100:00100000:3.0:1746145248.417235:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6386 00000100:00100000:3.0:1746145248.417240:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535372416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.417248:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.417259:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f92 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.417278:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.417284:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.417286:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.417289:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.417310:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.417320:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.417329:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120768:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.417380:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535372672:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 689us (967us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.417389:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4423 00002000:00100000:2.0:1746145248.417394:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2d80 x1830965535372672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.417401:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535372672 ext(0->4095) 00010000:00010000:2.0:1746145248.417406:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.417415:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.417420:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d2d80 00000100:00100000:3.0:1746145248.418018:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.421331:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.421439:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531120768:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.421464:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.421478:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:1.0:1746145248.422508:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372800 00000100:00100000:1.0:1746145248.422515:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372800 00000100:00100000:1.0:1746145248.422551:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6387 00000100:00100000:1.0:1746145248.422559:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535372800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.422571:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.422584:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535f99 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.422601:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.422605:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 50 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.422610:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.422614:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 50 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.422652:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 50 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.422666:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 50 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.422674:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:3.0:1746145248.422977:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535372416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5735us (6635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.422983:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6386 00000100:00100000:1.0:1746145248.423506:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535372800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 947us (2178us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.423512:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6387 00000100:00100000:0.0:1746145248.423719:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.423951:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535372928 00000100:00100000:3.0:1746145248.423955:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535372928 00010000:00010000:3.0:1746145248.423972:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.423987:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10516 00000100:00100000:3.0:1746145248.423992:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535372928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.424000:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.424024:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.424034:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.424049:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f8b expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.424073:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.424075:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.424080:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.424087:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.424107:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.424117:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.424126:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121024:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.424181:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.426849:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.426990:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373184 00000100:00100000:2.0:1746145248.426996:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373184 00002000:00100000:2.0:1746145248.427035:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15c00 x1830965535373184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.427043:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965535373184 ext(0->4095) 00010000:00010000:2.0:1746145248.427050:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.427061:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.427067:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15c00 00000100:00100000:2.0:1746145248.427088:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2563 00000100:00100000:2.0:1746145248.427093:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535373184:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.427218:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535373184:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 123us (372us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.427223:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2563 00002000:00100000:2.0:1746145248.427228:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15c00 x1830965535373184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.427235:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15c00 with x1830965535373184 ext(0->4095) 00010000:00010000:2.0:1746145248.427239:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.427248:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.427253:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15c00 00000100:00100000:3.0:1746145248.427594:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121024:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.427608:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.427662:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535372928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3668us (3943us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.427669:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10516 00000100:00100000:0.0:1746145248.430301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.430382:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373312 00000100:00100000:3.0:1746145248.430388:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373312 00010000:00010000:3.0:1746145248.430412:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.430432:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10517 00000100:00100000:3.0:1746145248.430437:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1963:x1830965535373312:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.430447:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.430462:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.430471:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.430488:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6c78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f92 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.430501:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.430503:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.430509:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.430516:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.430538:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.430547:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121152:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.430675:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.432551:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121152:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.432566:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.432594:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535373312:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2156us (2297us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.432602:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10517 00000100:00100000:0.0:1746145248.435300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.435402:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373568 00000100:00100000:2.0:1746145248.435409:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373568 00002000:00100000:2.0:1746145248.435444:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2680 x1830965535373568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.435454:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965535373568 ext(0->4095) 00002000:00010000:2.0:1746145248.435458:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:2.0:1746145248.435476:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4424 00000100:00100000:2.0:1746145248.435483:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535373568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.436299:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535373568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 814us (1003us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.436306:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4424 00002000:00100000:2.0:1746145248.436314:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d2680 x1830965535373568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.436320:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965535373568 ext(0->4095) 00002000:00010000:2.0:1746145248.436323:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746145248.439607:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.439736:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373696 00000100:00100000:1.0:1746145248.439744:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373696 00000100:00100000:1.0:1746145248.439899:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6388 00000100:00100000:1.0:1746145248.439907:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535373696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.439921:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.439936:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fa0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.439960:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.439966:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.439967:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.439970:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.439994:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.440013:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 47 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.440024:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531121280:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145248.441011:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.443531:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531121280:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145248.443561:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.443577:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:0.0:1746145248.443663:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535373696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3755us (4061us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.443672:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6388 00000100:00100000:0.0:1746145248.444427:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.444677:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373824 00000100:00100000:3.0:1746145248.444683:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373824 00010000:00010000:3.0:1746145248.444707:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.444726:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10518 00000100:00100000:3.0:1746145248.444731:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535373824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.444742:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.444758:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.444768:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.444787:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6c7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535f99 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.444813:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.444815:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.444821:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.444828:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.444853:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.444867:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121408:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.444926:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.445681:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.445824:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535373952 00000100:00100000:0.0:1746145248.445828:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535373952 00000100:00100000:0.0:1746145248.445859:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6389 00000100:00100000:0.0:1746145248.445865:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b825850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535373952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145248.445876:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145248.445886:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fa7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.445901:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.445907:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.445908:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.445910:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.445927:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.445936:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.445944:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531121536:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145248.445991:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.448517:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121408:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.448531:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.448575:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535373824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3842us (4148us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.448583:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10518 00000100:00100000:0.0:1746145248.450068:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.450208:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535374208 00000100:00100000:2.0:1746145248.450215:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535374208 00002000:00100000:2.0:1746145248.450250:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965535374208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.450257:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535374208 ext(0->4095) 00010000:00010000:2.0:1746145248.450264:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.450276:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.450280:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:2.0:1746145248.450295:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2564 00000100:00100000:2.0:1746145248.450300:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535374208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.450430:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535374208:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (365us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.450436:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2564 00002000:00100000:2.0:1746145248.450441:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3100 x1830965535374208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.450447:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535374208 ext(0->4095) 00010000:00010000:2.0:1746145248.450452:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.450460:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.450465:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3100 00000100:00100000:0.0:1746145248.451969:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d1c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531121536:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145248.451993:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.452016:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4a19c00, rc 0) 00000100:00100000:0.0:1746145248.452054:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b825850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535373952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6188us (6373us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.452060:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6389 00000100:00100000:0.0:1746145248.453060:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.453111:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535374336 00000100:00100000:2.0:1746145248.453115:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535374336 00000100:00100000:2.0:1746145248.453138:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6390 00000100:00100000:2.0:1746145248.453142:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535374336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.453153:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.453163:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fae expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.453178:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.453181:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.453186:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.453189:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.453211:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.453218:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.453229:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc 0) 00000100:00100000:2.0:1746145248.453264:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535374336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.453268:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6390 00000100:00100000:0.0:1746145248.455468:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.455589:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535374464 00000100:00100000:3.0:1746145248.455596:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535374464 00010000:00010000:3.0:1746145248.455620:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.455659:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10519 00000100:00100000:3.0:1746145248.455665:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535374464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.455676:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.455692:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.455701:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.455718:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6c86 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa0 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.455745:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.455747:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.455754:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.455760:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.455784:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.455794:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.455803:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121792:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.455868:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.458414:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121792:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.458430:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.458472:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535374464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2806us (3008us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.458481:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10519 00000100:00100000:0.0:1746145248.460181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.460249:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535374720 00000100:00100000:2.0:1746145248.460256:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535374720 00002000:00100000:2.0:1746145248.460290:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3800 x1830965535374720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.460299:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535374720 ext(0->4095) 00010000:00010000:2.0:1746145248.460307:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.460319:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.460325:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:2.0:1746145248.460374:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2565 00000100:00100000:2.0:1746145248.460381:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535374720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.460700:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535374720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 318us (521us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.460705:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2565 00002000:00100000:2.0:1746145248.460710:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3800 x1830965535374720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.460721:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535374720 ext(0->4095) 00010000:00010000:2.0:1746145248.460725:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.460733:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.460738:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746145248.463617:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.463912:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535374848 00000100:00100000:3.0:1746145248.463920:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535374848 00010000:00010000:3.0:1746145248.463946:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.463977:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10520 00000100:00100000:3.0:1746145248.463984:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1962:x1830965535374848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.463999:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.464029:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.464040:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.464059:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d6c8d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fa7 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.464083:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.464085:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.464091:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.464098:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.464123:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.464134:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121920:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.464199:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.466307:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531121920:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.466322:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.467010:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1962:x1830965535374848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3017us (3389us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.467022:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10520 00000100:00100000:0.0:1746145248.467172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.467508:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375104 00000100:00100000:2.0:1746145248.467514:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375104 00002000:00100000:2.0:1746145248.467545:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3b80 x1830965535375104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.467553:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830965535375104 ext(0->4095) 00002000:00010000:2.0:1746145248.467556:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00000100:00100000:2.0:1746145248.467581:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4425 00000100:00100000:2.0:1746145248.467587:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535375104:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145248.467734:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1963:x1830965535375104:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 147us (561us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.467739:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4425 00002000:00100000:2.0:1746145248.467743:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d3b80 x1830965535375104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.467750:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830965535375104 ext(0->4095) 00002000:00010000:2.0:1746145248.467752:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00000100:00100000:0.0:1746145248.470272:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.470388:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375232 00000100:00100000:2.0:1746145248.470393:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375232 00000100:00100000:2.0:1746145248.470422:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6391 00000100:00100000:2.0:1746145248.470427:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535375232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.470440:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.470475:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fb5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.470498:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.470505:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.470507:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.470510:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.470533:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 47 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.470542:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 47 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.470552:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122048:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.471644:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.473263:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122048:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.473288:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.473306:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678600, rc 0) 00000100:00100000:2.0:1746145248.473341:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535375232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2912us (3071us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.473349:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6391 00000100:00100000:0.0:1746145248.473645:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.474131:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375360 00000100:00100000:3.0:1746145248.474137:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375360 00010000:00010000:3.0:1746145248.474159:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.474185:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10521 00000100:00100000:3.0:1746145248.474189:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535375360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.474199:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.474213:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.474222:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.474239:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678000/0xb5ee96b21a0d6c94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fae expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.474257:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.474259:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.474265:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.474271:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.474293:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.474302:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122176:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.474354:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.476334:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122176:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.476348:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.476377:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1961:x1830965535375360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2186us (2750us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.476385:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10521 00000100:00100000:0.0:1746145248.478705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.478753:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.478829:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375744 00000100:00100000:1.0:1746145248.478837:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375744 00002000:00100000:1.0:1746145248.478872:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fe300 x1830965535375744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.478881:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fe300 with x1830965535375744 ext(0->4095) 00002000:00010000:1.0:1746145248.478885:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fe300 00000100:00100000:1.0:1746145248.478909:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4426 00000100:00100000:1.0:1746145248.478916:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535375744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.479062:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fe300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535375744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 146us (309us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.479072:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4426 00002000:00100000:1.0:1746145248.479077:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fe300 x1830965535375744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.479083:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fe300 with x1830965535375744 ext(0->4095) 00002000:00010000:1.0:1746145248.479086:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fe300 00000100:00100000:2.0:1746145248.479147:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375616 00000100:00100000:2.0:1746145248.479150:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375616 00000100:00100000:2.0:1746145248.479173:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6392 00000100:00100000:2.0:1746145248.479178:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:31559:x1830965535375616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.479185:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.479199:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fbc expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.479219:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.479225:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.479227:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.479230:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.479254:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.479264:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.479278:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122304:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.479325:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.482223:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122304:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.482249:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.482264:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:2.0:1746145248.482298:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535375616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3119us (3598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.482306:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6392 00000100:00100000:2.0:1746145248.484202:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.484697:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.484767:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376000 00000100:00100000:0.0:1746145248.484774:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376000 00010000:00010000:0.0:1746145248.484804:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.484838:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10522 00000100:00100000:0.0:1746145248.484844:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535376000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145248.484855:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145248.484871:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.484882:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.484901:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678600/0xb5ee96b21a0d6c9b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fb5 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.484916:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.484918:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.484924:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.484932:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.484957:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145248.484967:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122432:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145248.485089:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.485400:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535375872 00000100:00100000:3.0:1746145248.485404:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535375872 00000100:00100000:3.0:1746145248.485428:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6393 00000100:00100000:3.0:1746145248.485433:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535375872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.485443:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.485452:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fc3 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.485466:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.485471:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.485472:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.485475:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.485488:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.485500:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.485507:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122560:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.485528:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.488083:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.488167:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122432:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.488181:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.488211:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba0c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535376000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3367us (3514us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.488220:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10522 00000100:00100000:3.0:1746145248.488476:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376256 00000100:00100000:3.0:1746145248.488482:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376256 00002000:00100000:3.0:1746145248.488511:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1880 x1830965535376256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.488519:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1880 with x1830965535376256 ext(0->4095) 00010000:00010000:3.0:1746145248.488526:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.488537:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.488542:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef1880 00000100:00100000:3.0:1746145248.488697:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2566 00000100:00100000:3.0:1746145248.488787:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965535376256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.488899:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965535376256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 196us (818us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.488904:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2566 00002000:00100000:3.0:1746145248.488909:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1880 x1830965535376256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.488920:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1880 with x1830965535376256 ext(0->4095) 00010000:00010000:3.0:1746145248.488924:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.488931:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.488935:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef1880 00000100:00100000:3.0:1746145248.489705:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531122560:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.489721:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.489733:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554400, rc 0) 00000100:00100000:3.0:1746145248.490056:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535375872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4621us (5858us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.490063:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6393 00000100:00100000:0.0:1746145248.491376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.491436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.491496:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376512 00000100:00100000:2.0:1746145248.491502:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376512 00010000:00010000:2.0:1746145248.491528:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.491592:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376384 00000100:00100000:3.0:1746145248.491596:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376384 00000100:00100000:3.0:1746145248.491615:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6394 00000100:00100000:3.0:1746145248.491621:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535376384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.491649:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.491662:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fca expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.491683:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.491688:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.491693:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145248.491696:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.491724:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.491734:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.491748:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:3.0:1746145248.491780:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535376384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 158us (406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.491786:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6394 00000100:00100000:2.0:1746145248.492081:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10523 00000100:00100000:2.0:1746145248.492087:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1962:x1830965535376512:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.492096:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.492109:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.492118:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.492132:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6ca2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fbc expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.492143:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.492145:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.492151:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.492156:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.492176:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.492185:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.492195:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122816:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.492236:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.494769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.494846:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122816:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145248.494864:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145248.494906:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1962:x1830965535376512:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2818us (3468us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.494915:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10523 00000100:00100000:3.0:1746145248.494987:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376768 00000100:00100000:3.0:1746145248.495000:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376768 00002000:00100000:3.0:1746145248.495035:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535376768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.495043:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535376768 ext(0->4095) 00010000:00010000:3.0:1746145248.495051:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.495062:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.495072:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658e00 00000100:00100000:3.0:1746145248.495368:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2567 00000100:00100000:3.0:1746145248.495374:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535376768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.495496:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535376768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.495501:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2567 00002000:00100000:3.0:1746145248.495507:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658e00 x1830965535376768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.495512:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658e00 with x1830965535376768 ext(0->4095) 00010000:00010000:3.0:1746145248.495516:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.495523:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.495527:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658e00 00000100:00100000:0.0:1746145248.499090:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.499172:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.499232:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377024 00000100:00100000:1.0:1746145248.499241:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377024 00010000:00010000:1.0:1746145248.499273:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.499297:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10524 00000100:00100000:1.0:1746145248.499304:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535377024:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.499316:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.499333:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.499343:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.499360:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554400/0xb5ee96b21a0d6ca9 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fc3 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.499374:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.499376:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.499382:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.499393:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.499419:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.499430:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122944:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.499503:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.500260:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535376896 00000100:00100000:2.0:1746145248.500264:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535376896 00000100:00100000:2.0:1746145248.500299:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6395 00000100:00100000:2.0:1746145248.500305:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535376896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.500316:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.500327:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fd1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.500344:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.500350:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.500352:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.500355:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.500371:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.500380:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.500388:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531123072:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.500461:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.502251:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531122944:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.502273:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.502320:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535377024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3015us (3146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.502329:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10524 00000100:00100000:2.0:1746145248.503524:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531123072:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.503545:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145248.503700:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.503766:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377152 00000100:00100000:1.0:1746145248.503772:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377152 00010000:00010000:1.0:1746145248.503794:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.503813:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10525 00000100:00100000:1.0:1746145248.503820:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535377152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.503829:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.503846:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.503856:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.503876:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6cb0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fca expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.503888:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.503889:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.503896:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.503903:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.503928:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.503939:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123200:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.503969:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678200, rc 0) 00000100:00100000:2.0:1746145248.503990:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535376896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3685us (4944us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.503995:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6395 00000100:00100000:1.0:1746145248.503995:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.510120:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.510393:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377408 00000100:00100000:1.0:1746145248.510401:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377408 00002000:00100000:1.0:1746145248.510439:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535377408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.510447:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535377408 ext(0->4095) 00002000:00010000:1.0:1746145248.510452:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65bb80 00000100:00100000:1.0:1746145248.510478:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4427 00000100:00100000:1.0:1746145248.510484:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535377408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.510605:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535377408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (491us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.510610:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4427 00002000:00100000:1.0:1746145248.510615:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65bb80 x1830965535377408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.510621:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65bb80 with x1830965535377408 ext(0->4095) 00002000:00010000:1.0:1746145248.510650:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65bb80 00000100:00100000:1.0:1746145248.510680:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123200:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.510694:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.510723:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+47:1960:x1830965535377152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6903us (7024us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.510729:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10525 00000100:00100000:0.0:1746145248.514423:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.514470:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.514525:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377536 00000100:00100000:3.0:1746145248.514533:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377536 00000100:00100000:2.0:1746145248.514539:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377664 00000100:00100000:2.0:1746145248.514543:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377664 00000100:00100000:2.0:1746145248.514569:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6396 00000100:00100000:2.0:1746145248.514576:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535377664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:3.0:1746145248.514583:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6397 00000100:00100000:3.0:1746145248.514589:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31571:x1830965535377536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.514590:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.514596:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.514606:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fd8 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.514606:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fdf expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.514649:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.514655:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.514656:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.514660:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 50 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.514761:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.514766:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 50 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.514773:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.514775:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 50 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.514798:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.514800:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 50 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.514981:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.514994:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531123456:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.515075:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00010000:00010000:2.0:1746145248.515232:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 50 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.515247:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2d1a00, rc 0) 00000100:00100000:2.0:1746145248.515281:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535377664:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 706us (810us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.515288:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6396 00000100:00100000:3.0:1746145248.517000:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531123456:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.517158:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.517171:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:3.0:1746145248.517881:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:31571:x1830965535377536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3289us (3463us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.517888:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6397 00000100:00100000:0.0:1746145248.520073:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.520217:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535377792 00000100:00100000:1.0:1746145248.520224:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535377792 00010000:00010000:1.0:1746145248.520254:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.520277:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10526 00000100:00100000:1.0:1746145248.520282:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535377792:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.520292:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.520308:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.520318:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.520336:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880099678200/0xb5ee96b21a0d6cb7 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd1 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.523385:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.523390:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.523402:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.523413:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.523453:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.523466:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.523478:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123584:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.523573:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.526309:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123584:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.526331:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.526373:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535377792:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6089us (6302us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.526382:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10526 00000100:00100000:0.0:1746145248.526620:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.526709:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378048 00000100:00100000:3.0:1746145248.526715:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378048 00002000:00100000:3.0:1746145248.526744:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0700 x1830965535378048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.526753:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0700 with x1830965535378048 ext(0->4095) 00010000:00010000:3.0:1746145248.526760:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.526771:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.526778:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0700 00000100:00100000:3.0:1746145248.526791:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2568 00000100:00100000:3.0:1746145248.526796:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.526901:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378048:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (282us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.526907:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2568 00002000:00100000:3.0:1746145248.526911:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0700 x1830965535378048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.526930:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0700 with x1830965535378048 ext(0->4095) 00010000:00010000:3.0:1746145248.526934:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.526943:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.526948:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0700 00000100:00100000:0.0:1746145248.531799:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.531877:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.532260:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378304 00000100:00100000:1.0:1746145248.532267:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378304 00010000:00010000:1.0:1746145248.532351:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.532382:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10527 00000100:00100000:1.0:1746145248.532390:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.532400:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.532416:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.532428:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.532448:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6cc5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fd8 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.533334:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.533337:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.533347:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.533356:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.533385:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.533396:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123712:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.533460:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.533555:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378176 00000100:00100000:3.0:1746145248.533559:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378176 00000100:00100000:3.0:1746145248.533592:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6398 00000100:00100000:3.0:1746145248.533599:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535378176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.533611:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.533620:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fe6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.533656:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.533663:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.533664:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.533667:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.533684:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.533694:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.533702:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531123840:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.533741:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.542045:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.542070:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378560 00000100:00100000:0.0:1746145248.542077:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378560 00002000:00100000:0.0:1746145248.542113:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2680 x1830965535378560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.542121:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2680 with x1830965535378560 ext(0->4095) 00010000:00010000:0.0:1746145248.542128:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.542141:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:0.0:1746145248.542147:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2680 00000100:00100000:0.0:1746145248.542175:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2569 00000100:00100000:0.0:1746145248.542181:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145248.542308:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 127us (269us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145248.542314:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2569 00000100:00100000:3.0:1746145248.542319:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531123840:192.168.203.38@tcp:104: 00002000:00100000:0.0:1746145248.542319:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2680 x1830965535378560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145248.542326:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2680 with x1830965535378560 ext(0->4095) 00010000:00010000:0.0:1746145248.542331:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:0.0:1746145248.542340:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.542341:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145248.542346:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2680 00010000:00010000:3.0:1746145248.542360:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136555c00, rc 0) 00000100:00100000:3.0:1746145248.542392:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535378176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 8794us (10600us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.542398:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6398 00000100:00100000:1.0:1746145248.542752:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531123712:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.542769:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.542788:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535378304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 10400us (10911us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.542794:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10527 00000100:00100000:0.0:1746145248.546903:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.546948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.547033:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378688 00000100:00100000:1.0:1746145248.547041:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378688 00010000:00010000:1.0:1746145248.547070:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.547093:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10528 00000100:00100000:1.0:1746145248.547099:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535378688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.547110:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.547125:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.547136:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.547155:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6cbe lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fdf expref: 48 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.548607:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535378816 00000100:00100000:3.0:1746145248.548613:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535378816 00000100:00100000:3.0:1746145248.548907:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6399 00000100:00100000:3.0:1746145248.548913:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535378816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.548925:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.548938:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535fed expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.548956:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.548961:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.548967:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.548970:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.548998:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.549020:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.549032:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.549033:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.549039:0:8465:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.549045:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.549109:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145248.549116:0:8465:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.549126:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.549135:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124096:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.549149:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1960:x1830965535378688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2050us (2251us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.549156:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10528 00000100:00100000:3.0:1746145248.549167:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.553224:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.553314:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124096:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.553329:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:3.0:1746145248.553368:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535378816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4455us (6418us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.553375:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6399 00000100:00100000:1.0:1746145248.553446:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379072 00000100:00100000:1.0:1746145248.553453:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379072 00002000:00100000:1.0:1746145248.553487:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2a00 x1830965535379072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.553495:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2a00 with x1830965535379072 ext(0->4095) 00010000:00010000:1.0:1746145248.553502:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.553515:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.553521:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2a00 00000100:00100000:1.0:1746145248.553546:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2570 00000100:00100000:1.0:1746145248.553552:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535379072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.553699:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535379072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 147us (482us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.553705:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2570 00002000:00100000:1.0:1746145248.553709:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef2a00 x1830965535379072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.553724:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2a00 with x1830965535379072 ext(0->4095) 00010000:00010000:1.0:1746145248.553729:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.553737:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.553742:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef2a00 00000100:00100000:0.0:1746145248.557483:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.557825:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379200 00000100:00100000:1.0:1746145248.557833:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379200 00010000:00010000:1.0:1746145248.557867:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.557904:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10529 00000100:00100000:1.0:1746145248.557910:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535379200:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.557920:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.557973:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.557983:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.558001:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136555c00/0xb5ee96b21a0d6ccc lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fe6 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.558074:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.558076:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.558082:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.558090:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.558118:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.558132:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124224:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.558490:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45780 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.562488:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124224:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.562511:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.562557:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba0850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535379200:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4645us (5079us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.562566:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10529 00000100:00100000:0.0:1746145248.562698:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.563122:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379456 00000100:00100000:3.0:1746145248.563129:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379456 00002000:00100000:3.0:1746145248.563157:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1f80 x1830965535379456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.563170:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1f80 with x1830965535379456 ext(0->4095) 00002000:00010000:3.0:1746145248.563174:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1f80 00000100:00100000:3.0:1746145248.563187:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4428 00000100:00100000:3.0:1746145248.563192:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535379456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.563297:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535379456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (599us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.563302:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4428 00002000:00100000:3.0:1746145248.563307:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef1f80 x1830965535379456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.563314:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1f80 with x1830965535379456 ext(0->4095) 00002000:00010000:3.0:1746145248.563316:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1f80 00000100:00100000:0.0:1746145248.567300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.567386:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379584 00000100:00100000:3.0:1746145248.567393:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379584 00000100:00100000:3.0:1746145248.567508:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6400 00000100:00100000:3.0:1746145248.567515:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535379584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.567529:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.567543:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ff4 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.567566:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.567572:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.567574:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.567577:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.567600:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.567609:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:3.0:1746145248.567619:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124352:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.568291:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.570503:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fa300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124352:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.570525:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.570539:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145248.570571:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535379584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3057us (3278us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.570578:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6400 00000100:00100000:0.0:1746145248.570880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.571357:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379712 00000100:00100000:1.0:1746145248.571362:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379712 00010000:00010000:1.0:1746145248.571386:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.571405:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10530 00000100:00100000:1.0:1746145248.571411:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535379712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.571420:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.571434:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.571444:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.571460:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6cd3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535fed expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.571472:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.571474:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.571480:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.571487:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.571509:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.571518:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124480:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.571566:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.572526:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.572843:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535379840 00000100:00100000:2.0:1746145248.572848:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535379840 00000100:00100000:2.0:1746145248.572876:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6401 00000100:00100000:2.0:1746145248.572882:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535379840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.572893:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.572905:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef535ffb expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.572924:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.572929:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.572930:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.572932:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.572950:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.572959:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.572970:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124608:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.573027:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.575445:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124480:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.575466:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.575505:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+49:1961:x1830965535379712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4093us (4625us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.575514:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10530 00000100:00100000:0.0:1746145248.575680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.576092:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380096 00000100:00100000:1.0:1746145248.576097:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380096 00002000:00100000:1.0:1746145248.576125:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0000 x1830965535380096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.576133:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965535380096 ext(0->4095) 00010000:00010000:1.0:1746145248.576140:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.576151:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.576160:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0000 00000100:00100000:1.0:1746145248.576586:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2571 00000100:00100000:1.0:1746145248.576595:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535380096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.576732:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535380096:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 139us (1052us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.576737:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2571 00002000:00100000:1.0:1746145248.576742:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ef0000 x1830965535380096/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.576748:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0000 with x1830965535380096 ext(0->4095) 00010000:00010000:1.0:1746145248.576753:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.576761:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:1.0:1746145248.576766:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ef0000 00000100:00100000:2.0:1746145248.577520:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124608:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.577540:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 48 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.577555:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012e2d1a00, rc 0) 00000100:00100000:2.0:1746145248.577589:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:31559:x1830965535379840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4707us (5065us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.577595:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6401 00000100:00100000:0.0:1746145248.583886:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.583963:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380224 00000100:00100000:1.0:1746145248.583971:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380224 00010000:00010000:1.0:1746145248.584010:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.584033:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10531 00000100:00100000:1.0:1746145248.584341:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535380224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.584355:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.584373:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.584384:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.584404:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6cda lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ff4 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.584434:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.584436:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.584442:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.584449:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.584755:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.584768:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124736:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.584835:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136a45180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.589492:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.589533:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380480 00000100:00100000:2.0:1746145248.589541:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380480 00002000:00100000:2.0:1746145248.589578:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa300 x1830965535380480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.589587:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa300 with x1830965535380480 ext(0->4095) 00002000:00010000:2.0:1746145248.589592:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa300 00000100:00100000:2.0:1746145248.589621:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4429 00000100:00100000:2.0:1746145248.589648:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535380480:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.589765:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fa300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1960:x1830965535380480:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (278us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.589770:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4429 00002000:00100000:2.0:1746145248.589775:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a56fa300 x1830965535380480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.589787:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fa300 with x1830965535380480 ext(0->4095) 00002000:00010000:2.0:1746145248.589789:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fa300 00000100:00100000:1.0:1746145248.590592:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531124736:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.590613:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.590668:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535380224:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6629us (6787us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.590675:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10531 00000100:00100000:0.0:1746145248.595921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.596083:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380608 00000100:00100000:2.0:1746145248.596092:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380608 00000100:00100000:2.0:1746145248.596131:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6402 00000100:00100000:2.0:1746145248.596138:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535380608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.596153:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.596168:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536002 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.596193:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.596200:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.596202:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.596205:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.596230:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.596240:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 47 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.596252:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124864:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.599652:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.606517:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531124864:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.606546:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.606562:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:2.0:1746145248.606613:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535380608:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 10474us (10697us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.606620:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6402 00000100:00100000:0.0:1746145248.612710:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.612780:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380736 00000100:00100000:2.0:1746145248.612788:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380736 00002000:00100000:2.0:1746145248.612824:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3eb480 x1830965535380736/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.612832:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb480 with x1830965535380736 ext(0->7) 00010000:00010000:2.0:1746145248.612839:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.612851:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 48 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.612856:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eb480 00000100:00100000:2.0:1746145248.612872:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2572 00000100:00100000:2.0:1746145248.612879:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+48:1961:x1830965535380736:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145248.613135:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965535380736:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 255us (430us total) trans 4294968024 rc 0/0 00000100:00100000:2.0:1746145248.613141:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2572 00002000:00100000:2.0:1746145248.613146:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3eb480 x1830965535380736/t4294968024(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/448 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.613153:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb480 with x1830965535380736 ext(0->7) 00010000:00010000:2.0:1746145248.613158:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.613166:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.613171:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eb480 00000100:00100000:0.0:1746145248.619302:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.619387:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380864 00000100:00100000:2.0:1746145248.619396:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380864 00000100:00100000:2.0:1746145248.619435:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6403 00000100:00100000:2.0:1746145248.619443:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535380864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.619460:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.619477:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536009 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.619501:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.619507:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.619512:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145248.619516:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.619543:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.619558:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 51 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.619566:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4cd9000, rc 0) 00000100:00100000:2.0:1746145248.619612:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535380864:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 170us (317us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.619618:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6403 00000100:00100000:0.0:1746145248.622169:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.622259:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535380992 00000100:00100000:1.0:1746145248.622266:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535380992 00010000:00010000:1.0:1746145248.622299:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 51 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.622322:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10532 00000100:00100000:1.0:1746145248.622329:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1960:x1830965535380992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.622340:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.622357:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 51 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.622369:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 51 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.622389:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d6ce1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef535ffb expref: 51 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.622420:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.622422:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.622428:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.622435:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.622464:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.622475:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 5 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.622486:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125120:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.622556:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.627851:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.627927:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535381248 00000100:00100000:2.0:1746145248.627935:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535381248 00002000:00100000:2.0:1746145248.627970:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea680 x1830965535381248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.627979:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea680 with x1830965535381248 ext(0->4095) 00010000:00010000:2.0:1746145248.627987:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.628000:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.628015:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea680 00000100:00100000:2.0:1746145248.628042:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2573 00000100:00100000:2.0:1746145248.628048:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535381248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.628161:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535381248:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (317us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.628166:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2573 00002000:00100000:2.0:1746145248.628171:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ea680 x1830965535381248/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.628177:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea680 with x1830965535381248 ext(0->4095) 00010000:00010000:2.0:1746145248.628180:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.628188:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00002000:00010000:2.0:1746145248.628192:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea680 00000100:00100000:1.0:1746145248.628413:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125120:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.628429:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.628456:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965535380992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6128us (6293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.628463:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10532 00000100:00100000:0.0:1746145248.631144:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.631363:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535381376 00000100:00100000:1.0:1746145248.631371:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535381376 00010000:00010000:1.0:1746145248.631401:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.631594:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10533 00000100:00100000:1.0:1746145248.631602:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535381376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.631614:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.631656:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.631666:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.631686:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d6ce8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536002 expref: 6 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.631713:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.631715:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.631722:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.631729:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.631754:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.631765:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125248:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.632935:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fa80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.635921:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.636146:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125248:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.636164:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.636210:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535381376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4608us (5070us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.636220:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10533 00000100:00100000:2.0:1746145248.636280:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535381632 00000100:00100000:2.0:1746145248.636286:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535381632 00002000:00100000:2.0:1746145248.636319:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8a80 x1830965535381632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.636328:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8a80 with x1830965535381632 ext(0->4095) 00002000:00010000:2.0:1746145248.636332:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8a80 00000100:00100000:2.0:1746145248.636358:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4430 00000100:00100000:2.0:1746145248.636365:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965535381632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.637740:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1960:x1830965535381632:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1372us (1821us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.637747:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4430 00002000:00100000:2.0:1746145248.637752:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8a80 x1830965535381632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.637759:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8a80 with x1830965535381632 ext(0->4095) 00002000:00010000:2.0:1746145248.637763:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8a80 00000100:00100000:0.0:1746145248.639278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.639331:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535381760 00000100:00100000:2.0:1746145248.639339:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535381760 00000100:00100000:2.0:1746145248.639382:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6404 00000100:00100000:2.0:1746145248.639389:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535381760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.639403:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.639417:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536010 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.639440:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.639447:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.639448:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.639452:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.639474:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.639484:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 49 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.639494:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125376:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.640539:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.644166:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125376:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.644193:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.644215:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdde00, rc 0) 00000100:00100000:2.0:1746145248.646200:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535381760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4876us (4991us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.646213:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6404 00000100:00100000:0.0:1746145248.646610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.646860:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535381888 00000100:00100000:1.0:1746145248.646868:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535381888 00010000:00010000:1.0:1746145248.646899:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.646921:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10534 00000100:00100000:1.0:1746145248.646927:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1961:x1830965535381888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.646939:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.646956:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.646971:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.646990:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d6cef lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536009 expref: 50 pid: 8465 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.647019:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.647021:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.647028:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.647035:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.647061:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.647072:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125504:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.647541:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fa80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.648273:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.648496:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382016 00000100:00100000:0.0:1746145248.648501:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382016 00000100:00100000:1.0:1746145248.651081:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6405 00000100:00100000:1.0:1746145248.651096:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535382016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.651114:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.651131:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536017 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.651155:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.651162:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.651163:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.651166:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.651191:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.651203:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 5 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.651214:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125632:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145248.652112:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.652601:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.652769:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125504:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.652784:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.652850:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1961:x1830965535381888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5896us (6215us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.652860:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10534 00000100:00100000:3.0:1746145248.652939:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382272 00000100:00100000:3.0:1746145248.652945:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382272 00002000:00100000:3.0:1746145248.652971:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a680 x1830965535382272/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.652979:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535382272 ext(0->4095) 00010000:00010000:3.0:1746145248.652985:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.652996:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00002000:00010000:3.0:1746145248.653000:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a680 00000100:00100000:3.0:1746145248.653033:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2574 00000100:00100000:3.0:1746145248.653038:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535382272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.654441:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535382272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1393us (1833us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.654448:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2574 00002000:00100000:3.0:1746145248.654454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65a680 x1830965535382272/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.654460:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65a680 with x1830965535382272 ext(0->4095) 00010000:00010000:3.0:1746145248.654472:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:3.0:1746145248.654482:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:0.0:1746145248.654580:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16a00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125632:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145248.654598:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 50 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.654616:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:0.0:1746145248.654666:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535382016:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3577us (6394us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.654673:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6405 00002000:00010000:3.0:1746145248.654729:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b65a680 00000100:00100000:0.0:1746145248.659789:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.659868:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382400 00000100:00100000:1.0:1746145248.659876:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382400 00010000:00010000:1.0:1746145248.659905:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:1.0:1746145248.659928:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10535 00000100:00100000:1.0:1746145248.659934:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535382400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.659946:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.659961:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.659972:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.659991:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6cf6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536010 expref: 6 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:1.0:1746145248.660830:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.660832:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.660840:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.660848:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.660875:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.660886:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125760:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.661620:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.663212:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531125760:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.663228:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.663255:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535382400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3321us (3471us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.663266:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10535 00000100:00100000:0.0:1746145248.663685:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.663939:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382656 00000100:00100000:3.0:1746145248.663945:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382656 00002000:00100000:3.0:1746145248.663975:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9180 x1830965535382656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.663984:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9180 with x1830965535382656 ext(0->4095) 00002000:00010000:3.0:1746145248.663988:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9180 00000100:00100000:3.0:1746145248.664010:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4431 00000100:00100000:3.0:1746145248.664017:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1962:x1830965535382656:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145248.664147:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:1962:x1830965535382656:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 131us (462us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.664152:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4431 00002000:00100000:3.0:1746145248.664157:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9180 x1830965535382656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.664163:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9180 with x1830965535382656 ext(0->4095) 00002000:00010000:3.0:1746145248.664165:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9180 00000100:00100000:0.0:1746145248.713997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.714115:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382784 00000100:00100000:2.0:1746145248.714123:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382784 00000100:00100000:2.0:1746145248.714158:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6406 00000100:00100000:2.0:1746145248.714165:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535382784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.714179:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.714193:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53601e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.714216:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.714224:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.714226:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.714228:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.714251:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.714261:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 49 pid: 8466 timeout: 589 lvb_type: 0 00000100:00100000:2.0:1746145248.714273:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125888:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.714349:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.717570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.717668:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531125888:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.717692:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717707:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145248.717740:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535382784:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3576us (3751us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.717747:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6406 00000100:00100000:2.0:1746145248.717768:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535382912 00000100:00100000:2.0:1746145248.717772:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535382912 00000100:00100000:2.0:1746145248.717792:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6407 00000100:00100000:2.0:1746145248.717797:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+50:31559:x1830965535382912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.717808:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.717818:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536025 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717833:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.717836:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717842:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145248.717845:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717871:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717879:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.717885:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:2.0:1746145248.717900:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:31559:x1830965535382912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 103us (337us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.717904:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6407 00000100:00100000:0.0:1746145248.731709:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.731785:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383040 00000100:00100000:2.0:1746145248.731792:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383040 00002000:00100000:2.0:1746145248.731827:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3ea300 x1830965535383040/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.731836:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535383040 ext(0->7) 00010000:00010000:2.0:1746145248.731844:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 51 pid: 8466 timeout: 589 lvb_type: 0 00010000:00010000:2.0:1746145248.731857:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 51 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.731863:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:2.0:1746145248.731892:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2575 00000100:00100000:2.0:1746145248.731899:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+51:1961:x1830965535383040:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145248.732164:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535383040:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 266us (461us total) trans 4294968025 rc 0/0 00000100:00100000:2.0:1746145248.732171:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2575 00002000:00100000:2.0:1746145248.732175:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3ea300 x1830965535383040/t4294968025(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/448 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.732181:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ea300 with x1830965535383040 ext(0->7) 00010000:00010000:2.0:1746145248.732185:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.732192:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.732197:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ea300 00000100:00100000:0.0:1746145248.735055:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.735134:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383168 00000100:00100000:1.0:1746145248.735143:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383168 00010000:00010000:1.0:1746145248.735173:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.735197:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10536 00000100:00100000:1.0:1746145248.735203:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535383168:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.735214:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.735231:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.735241:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.735260:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6cfd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536017 expref: 53 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.735359:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.735361:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.735368:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.735375:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.735404:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.735415:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.735426:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126144:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.737700:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fa80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.741330:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126144:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.741350:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.741395:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba0450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535383168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6190us (6343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.741405:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10536 00000100:00100000:0.0:1746145248.742949:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.744693:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383424 00000100:00100000:3.0:1746145248.744701:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383424 00002000:00100000:3.0:1746145248.744738:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8700 x1830965535383424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.744747:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535383424 ext(0->4095) 00010000:00010000:3.0:1746145248.744755:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.744770:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.744777:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:3.0:1746145248.744794:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2576 00000100:00100000:3.0:1746145248.744802:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535383424:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.745147:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535383424:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 345us (2201us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.745154:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2576 00002000:00100000:3.0:1746145248.745160:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8700 x1830965535383424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.745166:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8700 with x1830965535383424 ext(0->4095) 00010000:00010000:3.0:1746145248.745170:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.745179:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.745184:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8700 00000100:00100000:0.0:1746145248.747881:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.747971:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383552 00000100:00100000:1.0:1746145248.747978:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383552 00010000:00010000:1.0:1746145248.748017:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.748051:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10537 00000100:00100000:1.0:1746145248.748058:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535383552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.748069:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.748085:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.748097:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.748116:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d04 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53601e expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.748840:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.748843:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.748852:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.748860:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.748892:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.748902:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126272:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.748977:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.750186:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126272:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.750200:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.750229:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535383552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2170us (2353us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.750237:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10537 00000100:00100000:0.0:1746145248.751578:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.751769:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383808 00000100:00100000:3.0:1746145248.751776:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383808 00002000:00100000:3.0:1746145248.751810:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9500 x1830965535383808/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.751819:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9500 with x1830965535383808 ext(0->4095) 00002000:00010000:3.0:1746145248.751823:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9500 00000100:00100000:3.0:1746145248.752010:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4432 00000100:00100000:3.0:1746145248.752017:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535383808:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145248.752307:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1962:x1830965535383808:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 289us (731us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.752314:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4432 00002000:00100000:3.0:1746145248.752321:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9500 x1830965535383808/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.752328:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9500 with x1830965535383808 ext(0->4095) 00002000:00010000:3.0:1746145248.752331:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9500 00000100:00100000:0.0:1746145248.754765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.755102:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535383936 00000100:00100000:1.0:1746145248.755109:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535383936 00000100:00100000:1.0:1746145248.755328:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6408 00000100:00100000:1.0:1746145248.755336:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535383936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.755351:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.755366:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53602c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.755394:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.755399:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.755400:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.755404:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.755426:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.755599:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 51 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.755610:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531126400:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145248.755946:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.759508:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.759610:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531126400:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145248.759672:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.759694:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc5a00, rc 0) 00000100:00100000:1.0:1746145248.759733:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535383936:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4397us (4972us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.759740:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6408 00000100:00100000:3.0:1746145248.759799:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384064 00000100:00100000:3.0:1746145248.759805:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384064 00002000:00100000:3.0:1746145248.759837:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e9880 x1830965535384064/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.759844:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9880 with x1830965535384064 ext(0->7) 00010000:00010000:3.0:1746145248.759850:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 52 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.759864:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 52 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.759870:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9880 00000100:00100000:3.0:1746145248.759895:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2577 00000100:00100000:3.0:1746145248.759900:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+52:1960:x1830965535384064:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145248.760955:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535384064:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1053us (1450us total) trans 4294968026 rc 0/0 00000100:00100000:3.0:1746145248.760961:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2577 00002000:00100000:3.0:1746145248.760966:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e9880 x1830965535384064/t4294968026(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 496/448 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.760973:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9880 with x1830965535384064 ext(0->7) 00010000:00010000:3.0:1746145248.760978:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.760988:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.760992:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e9880 00000100:00100000:0.0:1746145248.762792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.762851:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384192 00000100:00100000:1.0:1746145248.762858:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384192 00010000:00010000:1.0:1746145248.762884:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.763232:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10538 00000100:00100000:1.0:1746145248.763241:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535384192:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145248.763252:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145248.763267:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.763278:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.763298:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6d0b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536025 expref: 54 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.763360:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.763362:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.763370:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.763377:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.763408:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145248.763419:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126528:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145248.763488:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.767345:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.768048:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384320 00000100:00100000:1.0:1746145248.768056:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384320 00000100:00100000:0.0:1746145248.768092:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.768106:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6409 00000100:00100000:1.0:1746145248.768114:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535384320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.768129:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.768143:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536033 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.768165:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.768171:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746145248.768172:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f16300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126528:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145248.768172:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.768175:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.768187:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145248.768203:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.768218:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535384192:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4979us (5429us total) trans 0 rc 0/0 00010000:00010000:1.0:1746145248.768218:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 5 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.768224:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10538 00000100:00100000:1.0:1746145248.768227:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531126656:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.768251:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384576 00000100:00100000:2.0:1746145248.768254:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384576 00000100:00100000:1.0:1746145248.768269:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f3c0 going to sleep for 11 seconds 00002000:00100000:2.0:1746145248.768275:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c700 x1830965535384576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.768283:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965535384576 ext(0->4095) 00010000:00010000:2.0:1746145248.768288:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.768297:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.768302:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c700 00000100:00100000:2.0:1746145248.768319:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2578 00000100:00100000:2.0:1746145248.768323:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535384576:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145248.768439:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535384576:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 114us (346us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.768444:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2578 00002000:00100000:2.0:1746145248.768449:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c700 x1830965535384576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.768455:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965535384576 ext(0->4095) 00010000:00010000:2.0:1746145248.768459:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.768467:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.768472:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c700 00000100:00100000:0.0:1746145248.769723:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.769783:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.769787:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531126656:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145248.769802:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.769814:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:1.0:1746145248.769837:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535384320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1725us (2497us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.769841:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384704 00000100:00100000:1.0:1746145248.769842:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6409 00000100:00100000:3.0:1746145248.769844:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384704 00000100:00100000:3.0:1746145248.769860:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6410 00000100:00100000:3.0:1746145248.769865:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31571:x1830965535384704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.769873:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.769880:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53603a expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.769892:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.769896:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.769899:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535384832 00010000:00010000:3.0:1746145248.769900:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00000100:00100000:2.0:1746145248.769902:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535384832 00010000:00010000:3.0:1746145248.769903:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.769913:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.769921:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.769928:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.769935:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:2.0:1746145248.769936:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10539 00000100:00100000:2.0:1746145248.769940:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535384832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.769947:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:3.0:1746145248.769949:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535384704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 85us (229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.769953:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6410 00010000:00010000:2.0:1746145248.769959:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.769967:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.769982:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afc5a00/0xb5ee96b21a0d6d12 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53602c expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.770098:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.770100:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.770106:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.770113:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.770131:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.770141:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.770149:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126912:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.770204:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.771693:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531126912:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.771703:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.771724:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535384832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1783us (1940us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.771731:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10539 00000100:00100000:0.0:1746145248.771885:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.771938:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385088 00000100:00100000:3.0:1746145248.771941:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385088 00002000:00100000:3.0:1746145248.771965:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e680 x1830965535385088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.771974:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e680 with x1830965535385088 ext(0->4095) 00010000:00010000:3.0:1746145248.771979:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.771989:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.772144:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e680 00000100:00100000:3.0:1746145248.772159:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2579 00000100:00100000:3.0:1746145248.772165:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535385088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.772277:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535385088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (392us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.772283:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2579 00002000:00100000:3.0:1746145248.772287:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e680 x1830965535385088/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.772294:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e680 with x1830965535385088 ext(0->4095) 00010000:00010000:3.0:1746145248.772298:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.772310:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.772316:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e680 00000100:00100000:0.0:1746145248.774989:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.775255:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385216 00000100:00100000:2.0:1746145248.775263:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385216 00010000:00010000:2.0:1746145248.775290:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.775319:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10540 00000100:00100000:2.0:1746145248.775325:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535385216:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.775336:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.775350:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.775361:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.775379:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6d19 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536033 expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.775405:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.775407:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.775413:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.775420:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.775444:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.775454:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127040:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.775515:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.777900:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127040:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.777916:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145248.777921:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.778556:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385472 00000100:00100000:1.0:1746145248.778561:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385472 00000100:00100000:2.0:1746145248.778582:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535385216:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3256us (3598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.778590:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10540 00002000:00100000:1.0:1746145248.778594:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ed80 x1830965535385472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.778602:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ed80 with x1830965535385472 ext(0->4095) 00002000:00010000:1.0:1746145248.778605:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ed80 00000100:00100000:1.0:1746145248.778682:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4433 00000100:00100000:1.0:1746145248.778689:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1963:x1830965535385472:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145248.778803:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1963:x1830965535385472:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 115us (881us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.778809:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4433 00002000:00100000:1.0:1746145248.778813:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ed80 x1830965535385472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.778819:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ed80 with x1830965535385472 ext(0->4095) 00002000:00010000:1.0:1746145248.778821:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ed80 00000100:00100000:0.0:1746145248.780391:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.780479:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385600 00000100:00100000:3.0:1746145248.780484:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385600 00000100:00100000:3.0:1746145248.780544:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6411 00000100:00100000:3.0:1746145248.780551:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535385600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.780860:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.780873:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536041 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.781115:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.781123:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.781124:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.781128:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.781153:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.781163:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 53 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.781173:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127168:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.781228:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.782951:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127168:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.782969:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.782981:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accac00, rc 0) 00000100:00100000:3.0:1746145248.783020:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535385600:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2469us (2632us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.783027:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6411 00000100:00100000:0.0:1746145248.784164:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.784374:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385728 00000100:00100000:2.0:1746145248.784380:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385728 00010000:00010000:2.0:1746145248.784400:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.784507:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10541 00000100:00100000:2.0:1746145248.784512:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535385728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.784521:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.784535:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.784544:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.784561:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d20 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53603a expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.784579:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.784581:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.784588:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.784595:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.784737:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.784749:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127296:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.785053:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.785852:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127296:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.785863:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.785886:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535385728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1373us (1723us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.785905:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10541 00000100:00100000:0.0:1746145248.786897:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.787013:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535385984 00000100:00100000:1.0:1746145248.787018:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535385984 00002000:00100000:1.0:1746145248.787047:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f480 x1830965535385984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.787060:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535385984 ext(0->4095) 00002000:00010000:1.0:1746145248.787063:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f480 00000100:00100000:1.0:1746145248.787090:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4434 00000100:00100000:1.0:1746145248.787095:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535385984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.787217:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535385984:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (322us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.787222:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4434 00002000:00100000:1.0:1746145248.787227:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f480 x1830965535385984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.787234:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535385984 ext(0->4095) 00002000:00010000:1.0:1746145248.787236:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f480 00000100:00100000:0.0:1746145248.788485:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.788543:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386112 00000100:00100000:3.0:1746145248.788548:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386112 00000100:00100000:3.0:1746145248.788583:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6412 00000100:00100000:3.0:1746145248.788589:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31571:x1830965535386112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.788598:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.788612:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536048 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.788658:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.788665:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.788667:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.788673:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.788697:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.788712:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.788722:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127424:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145248.788765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.788779:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.788828:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386240 00000100:00100000:1.0:1746145248.788831:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386240 00000100:00100000:1.0:1746145248.788854:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6413 00000100:00100000:1.0:1746145248.788859:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535386240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.788865:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.788871:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53604f expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.788880:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.788883:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.788888:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.788890:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.788906:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.788915:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.788923:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:1.0:1746145248.789010:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535386240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 143us (237us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.789015:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6413 00000100:00100000:0.0:1746145248.790615:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.790619:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127424:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.790655:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.790665:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:3.0:1746145248.790690:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535386112:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2101us (2206us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.790695:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6412 00000100:00100000:2.0:1746145248.790748:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386368 00000100:00100000:2.0:1746145248.790753:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386368 00010000:00010000:2.0:1746145248.790776:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.790812:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10542 00000100:00100000:2.0:1746145248.790817:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535386368:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.790826:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.790842:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.790856:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.790873:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d27 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536041 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.790895:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.790897:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.790903:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.790910:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.790931:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.790941:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.790950:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127680:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.791011:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47480 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.792704:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.792752:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386624 00000100:00100000:1.0:1746145248.792756:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386624 00002000:00100000:1.0:1746145248.792782:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c000 x1830965535386624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.792790:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c000 with x1830965535386624 ext(0->4095) 00010000:00010000:1.0:1746145248.792796:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.792806:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145248.792812:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c000 00000100:00100000:1.0:1746145248.792834:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2580 00000100:00100000:1.0:1746145248.792839:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535386624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.792951:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535386624:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (249us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.792957:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2580 00002000:00100000:1.0:1746145248.792961:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c000 x1830965535386624/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.792968:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c000 with x1830965535386624 ext(0->4095) 00010000:00010000:1.0:1746145248.792977:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.792985:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145248.792990:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c000 00000100:00100000:2.0:1746145248.793020:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531127680:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.793032:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.793053:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535386368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2235us (2440us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.793062:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10542 00000100:00100000:0.0:1746145248.794435:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.794523:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386752 00000100:00100000:3.0:1746145248.794527:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386752 00000100:00100000:0.0:1746145248.794529:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.794557:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6414 00000100:00100000:3.0:1746145248.794562:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535386752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145248.794588:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535386880 00000100:00100000:2.0:1746145248.794591:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535386880 00010000:00010000:2.0:1746145248.794606:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.794609:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.794619:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536056 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.794621:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10543 00000100:00100000:2.0:1746145248.794640:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136ba0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535386880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.794649:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.794653:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.794658:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.794668:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145248.794715:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.794726:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.794734:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.794745:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.794749:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d2e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 6 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536048 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.794754:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.794762:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.794763:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.794769:0:11330:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.794776:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.794790:0:11330:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.794800:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.794812:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127936:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.794833:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.794896:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136ba0050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535386880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 270us (366us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.794902:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10543 00000100:00100000:3.0:1746145248.794919:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.796175:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531127936:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.796188:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145248.796215:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535386752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1652us (1782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.796221:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6414 00000100:00100000:0.0:1746145248.796484:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.796609:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535387136 00000100:00100000:3.0:1746145248.796613:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535387136 00002000:00100000:3.0:1746145248.796662:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c380 x1830965535387136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.796670:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c380 with x1830965535387136 ext(0->4095) 00010000:00010000:3.0:1746145248.796676:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.796687:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.796692:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c380 00000100:00100000:3.0:1746145248.796715:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2581 00000100:00100000:3.0:1746145248.796721:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535387136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.796946:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535387136:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 224us (461us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.796951:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2581 00002000:00100000:2.0:1746145248.796956:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526c380 x1830965535387136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.796963:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c380 with x1830965535387136 ext(0->4095) 00010000:00010000:2.0:1746145248.796968:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.796976:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.796981:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526c380 00000100:00100000:2.0:1746145248.798719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.798781:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.798898:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535387264 00000100:00100000:3.0:1746145248.798904:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535387264 00000100:00100000:3.0:1746145248.798945:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6415 00000100:00100000:3.0:1746145248.798952:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535387264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.798965:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.798977:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53605d expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.798999:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.799014:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.799020:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145248.799024:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.799050:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.799061:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.799069:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fea00, rc 0) 00000100:00100000:0.0:1746145248.799069:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535387392 00000100:00100000:0.0:1746145248.799072:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535387392 00010000:00010000:0.0:1746145248.799085:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.799097:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535387264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 146us (382us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.799102:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6415 00000100:00100000:0.0:1746145248.799103:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10544 00000100:00100000:0.0:1746145248.799108:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1963:x1830965535387392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145248.799114:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145248.799130:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145248.799143:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145248.799157:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6d35 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53604f expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145248.799169:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.799171:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.799176:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.799183:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.799200:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.799210:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746145248.799219:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128192:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145248.799271:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.801948:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.801958:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a526fb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128192:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.802047:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535387648 00000100:00100000:3.0:1746145248.802052:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535387648 00002000:00100000:3.0:1746145248.802085:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ca80 x1830965535387648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.802093:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ca80 with x1830965535387648 ext(0->4095) 00010000:00010000:2.0:1746145248.802093:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145248.802100:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.802115:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.802120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526ca80 00000100:00100000:2.0:1746145248.802137:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1963:x1830965535387392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3028us (3355us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.802143:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2582 00000100:00100000:2.0:1746145248.802144:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10544 00000100:00100000:3.0:1746145248.802149:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535387648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.802268:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535387648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 118us (325us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.802273:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2582 00002000:00100000:3.0:1746145248.802278:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526ca80 x1830965535387648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.802284:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ca80 with x1830965535387648 ext(0->4095) 00010000:00010000:3.0:1746145248.802289:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.802297:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.802302:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526ca80 00000100:00100000:0.0:1746145248.804015:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.804133:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535387776 00000100:00100000:2.0:1746145248.804139:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535387776 00010000:00010000:2.0:1746145248.804163:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.804192:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10545 00000100:00100000:2.0:1746145248.804198:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535387776:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.804209:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.804224:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.804238:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.804257:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d3c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536056 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.804283:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.804415:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.804423:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.804431:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.804461:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.804472:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128320:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.804531:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.806714:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128320:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.806730:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.806762:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535387776:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2564us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.806770:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10545 00000100:00100000:0.0:1746145248.808056:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.808130:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388032 00000100:00100000:1.0:1746145248.808136:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388032 00002000:00100000:1.0:1746145248.808171:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f100 x1830965535388032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.808180:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f100 with x1830965535388032 ext(0->4095) 00002000:00010000:1.0:1746145248.808184:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f100 00000100:00100000:1.0:1746145248.808211:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4435 00000100:00100000:1.0:1746145248.808218:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535388032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.808379:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535388032:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 161us (325us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.808384:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4435 00002000:00100000:1.0:1746145248.808390:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f100 x1830965535388032/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.808397:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f100 with x1830965535388032 ext(0->4095) 00002000:00010000:1.0:1746145248.808403:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f100 00000100:00100000:0.0:1746145248.810150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.810204:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388160 00000100:00100000:1.0:1746145248.810211:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388160 00000100:00100000:1.0:1746145248.810309:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6416 00000100:00100000:1.0:1746145248.810318:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535388160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.810332:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.810347:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536064 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.810371:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.810378:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.810379:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.810382:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.810409:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.810419:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 53 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145248.810429:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531128448:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145248.810926:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fcc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.812295:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531128448:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.812317:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.812331:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145248.812952:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535388160:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2633us (2804us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.812959:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6416 00000100:00100000:0.0:1746145248.813573:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.814576:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388288 00000100:00100000:2.0:1746145248.814583:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388288 00010000:00010000:2.0:1746145248.814611:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.815256:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10546 00000100:00100000:2.0:1746145248.815264:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535388288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.815275:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.815291:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.815302:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.815320:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fea00/0xb5ee96b21a0d6d43 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53605d expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.815349:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.815351:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.815357:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.815365:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.815390:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.815401:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128576:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.815652:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.819973:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.820023:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.820141:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388544 00000100:00100000:3.0:1746145248.820148:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388544 00000100:00100000:3.0:1746145248.820191:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6417 00000100:00100000:3.0:1746145248.820198:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535388544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.820212:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.820227:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53606b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.820252:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.820259:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.820261:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.820263:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.820286:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.820297:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 5 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.820307:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531128704:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.820366:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145248.820520:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388672 00000100:00100000:1.0:1746145248.820523:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388672 00002000:00100000:1.0:1746145248.820547:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937b80 x1830965535388672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.820555:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937b80 with x1830965535388672 ext(0->4095) 00010000:00010000:1.0:1746145248.820560:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.820569:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145248.820574:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937b80 00000100:00100000:1.0:1746145248.820597:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2583 00000100:00100000:1.0:1746145248.820602:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535388672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.820732:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535388672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (708us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.820737:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2583 00002000:00100000:1.0:1746145248.820742:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937b80 x1830965535388672/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.820748:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937b80 with x1830965535388672 ext(0->4095) 00010000:00010000:1.0:1746145248.820752:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145248.820760:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145248.820769:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937b80 00000100:00100000:3.0:1746145248.822167:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531128704:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.822186:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.822198:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145248.822221:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535388544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2024us (2254us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.822227:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6417 00000100:00100000:0.0:1746145248.822920:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.823046:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388800 00000100:00100000:3.0:1746145248.823050:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388800 00000100:00100000:2.0:1746145248.823358:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128576:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.823369:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.823399:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535388288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8137us (9827us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.823405:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10546 00000100:00100000:3.0:1746145248.823596:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6418 00000100:00100000:3.0:1746145248.823602:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31571:x1830965535388800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.823614:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.823624:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536072 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.823655:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.823659:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.823664:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.823667:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.823691:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.823699:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.823706:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:3.0:1746145248.824814:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535388800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1206us (1889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.824821:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6418 00000100:00100000:0.0:1746145248.826556:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.827729:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535388928 00000100:00100000:2.0:1746145248.827737:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535388928 00010000:00010000:2.0:1746145248.827767:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.827791:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10547 00000100:00100000:2.0:1746145248.827797:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535388928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.827807:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.827823:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.827834:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.827854:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6d4a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536064 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.828380:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.828383:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.828390:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.828398:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.828425:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.828436:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.828446:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128960:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.828515:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.832319:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.832399:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531128960:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.832417:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.832453:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535388928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4655us (5900us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.832462:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10547 00000100:00100000:3.0:1746145248.832528:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535389184 00000100:00100000:3.0:1746145248.832534:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535389184 00002000:00100000:3.0:1746145248.832564:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934000 x1830965535389184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.832573:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934000 with x1830965535389184 ext(0->4095) 00010000:00010000:3.0:1746145248.832580:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.832592:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.832598:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934000 00000100:00100000:3.0:1746145248.833181:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2584 00000100:00100000:3.0:1746145248.833188:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535389184:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145248.833296:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535389184:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (983us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.833301:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2584 00002000:00100000:3.0:1746145248.833305:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934000 x1830965535389184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.833312:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934000 with x1830965535389184 ext(0->4095) 00010000:00010000:3.0:1746145248.833316:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.833325:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.833331:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093934000 00000100:00100000:0.0:1746145248.835816:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.836186:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535389312 00000100:00100000:2.0:1746145248.836193:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535389312 00010000:00010000:2.0:1746145248.836219:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.836326:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10548 00000100:00100000:2.0:1746145248.836332:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535389312:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.836342:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.836356:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.836367:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.836385:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d51 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53606b expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.836568:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.836570:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.836577:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.836585:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.836610:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.836620:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129088:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.836706:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.839718:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.839813:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129088:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.839828:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.839861:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535389312:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3528us (4049us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.839869:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10548 00000100:00100000:1.0:1746145248.840785:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535389568 00000100:00100000:1.0:1746145248.840791:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535389568 00002000:00100000:1.0:1746145248.840825:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936680 x1830965535389568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.840834:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936680 with x1830965535389568 ext(0->4095) 00002000:00010000:1.0:1746145248.840838:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936680 00000100:00100000:1.0:1746145248.840860:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4436 00000100:00100000:1.0:1746145248.840866:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535389568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.840974:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535389568:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (1262us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.840980:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4436 00002000:00100000:1.0:1746145248.840984:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936680 x1830965535389568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.840990:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936680 with x1830965535389568 ext(0->4095) 00002000:00010000:1.0:1746145248.840992:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936680 00000100:00100000:0.0:1746145248.842879:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.842942:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535389696 00000100:00100000:3.0:1746145248.842947:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535389696 00000100:00100000:3.0:1746145248.842975:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6419 00000100:00100000:3.0:1746145248.842980:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535389696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.842991:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.843014:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536079 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.843036:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.843043:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.843045:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.843048:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.843071:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.843081:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 53 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.843091:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531129216:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.843151:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.845906:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531129216:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.845928:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.845947:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145248.845981:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535389696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3000us (3107us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.845988:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6419 00000100:00100000:0.0:1746145248.846160:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.846336:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535389824 00000100:00100000:2.0:1746145248.846341:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535389824 00010000:00010000:2.0:1746145248.846363:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.846380:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10549 00000100:00100000:2.0:1746145248.846385:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535389824:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.846393:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.846408:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.846417:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.846433:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d6d58 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536072 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.847210:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.847212:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.847220:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.847232:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.847256:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.847266:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129344:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.847312:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.849318:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.849402:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129344:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.849415:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.849419:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390080 00000100:00100000:3.0:1746145248.849424:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390080 00002000:00100000:3.0:1746145248.849459:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965535390080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.849467:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965535390080 ext(0->4095) 00002000:00010000:3.0:1746145248.849471:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936a00 00000100:00100000:3.0:1746145248.849488:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4437 00000100:00100000:3.0:1746145248.849493:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535390080:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.849807:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535389824:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3419us (3646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.849813:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535390080:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 319us (498us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.849815:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10549 00000100:00100000:3.0:1746145248.849819:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4437 00002000:00100000:3.0:1746145248.849825:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093936a00 x1830965535390080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.849831:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093936a00 with x1830965535390080 ext(0->4095) 00002000:00010000:3.0:1746145248.849833:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093936a00 00000100:00100000:0.0:1746145248.850956:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.851246:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390208 00000100:00100000:3.0:1746145248.851251:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390208 00000100:00100000:3.0:1746145248.851273:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6420 00000100:00100000:3.0:1746145248.851278:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535390208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.851288:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.851302:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536080 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.851322:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.851329:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.851330:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.851333:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.851357:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.851366:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.851375:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531129472:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.851437:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.853784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.853848:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390336 00000100:00100000:1.0:1746145248.853854:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390336 00000100:00100000:1.0:1746145248.853897:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6421 00000100:00100000:1.0:1746145248.853903:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535390336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.853916:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.853928:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536087 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.853952:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.853957:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.853962:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.853965:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.853993:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.854014:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.854023:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:1.0:1746145248.854058:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965535390336:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (279us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.854064:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6421 00000100:00100000:3.0:1746145248.854193:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531129472:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.854209:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.854217:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accac00, rc 0) 00000100:00100000:3.0:1746145248.854234:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535390208:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2956us (3280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.854243:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6420 00000100:00100000:0.0:1746145248.854501:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.854767:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390464 00000100:00100000:2.0:1746145248.854771:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390464 00010000:00010000:2.0:1746145248.854788:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.854814:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10550 00000100:00100000:2.0:1746145248.854820:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535390464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.854829:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.854843:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.854853:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.854869:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6d5f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536079 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.854880:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.854881:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.854887:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.854894:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.854911:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.854920:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.854930:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129728:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.854981:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.857289:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129728:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.857303:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.857329:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85af050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535390464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2509us (2828us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.857337:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10550 00000100:00100000:0.0:1746145248.858913:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.858988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390720 00000100:00100000:2.0:1746145248.858994:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390720 00002000:00100000:2.0:1746145248.859033:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965535390720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.859042:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965535390720 ext(0->4095) 00010000:00010000:2.0:1746145248.859049:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.859060:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.859066:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937100 00000100:00100000:2.0:1746145248.859091:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2585 00000100:00100000:2.0:1746145248.859098:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535390720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.859743:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535390720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 644us (831us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.859750:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2585 00002000:00100000:2.0:1746145248.859755:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937100 x1830965535390720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.859762:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937100 with x1830965535390720 ext(0->4095) 00010000:00010000:2.0:1746145248.859767:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.859776:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.859782:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937100 00000100:00100000:0.0:1746145248.862577:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.862646:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535390848 00000100:00100000:2.0:1746145248.862652:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535390848 00010000:00010000:2.0:1746145248.862678:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.862697:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10551 00000100:00100000:2.0:1746145248.862702:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1963:x1830965535390848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.862711:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.862725:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.862735:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.862752:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d66 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536080 expref: 55 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.862835:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.862837:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.862844:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.862851:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.862875:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.862888:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129856:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.865199:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.868377:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.868455:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391104 00000100:00100000:3.0:1746145248.868463:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391104 00002000:00100000:3.0:1746145248.868500:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965535391104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.868509:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965535391104 ext(0->4095) 00002000:00010000:3.0:1746145248.868514:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093934700 00000100:00100000:3.0:1746145248.868533:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4438 00000100:00100000:3.0:1746145248.868540:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535391104:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.869714:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531129856:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.869729:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.870684:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535391104:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 2142us (2311us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.870693:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4438 00002000:00100000:3.0:1746145248.870702:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093934700 x1830965535391104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.870711:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093934700 with x1830965535391104 ext(0->4095) 00002000:00010000:3.0:1746145248.870715:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093934700 00000100:00100000:2.0:1746145248.870946:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1963:x1830965535390848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8241us (8371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.870953:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10551 00000100:00100000:0.0:1746145248.873278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.873358:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391232 00000100:00100000:2.0:1746145248.873365:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391232 00000100:00100000:2.0:1746145248.873409:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6422 00000100:00100000:2.0:1746145248.873416:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535391232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.873430:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.873445:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53608e expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.873468:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.873474:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.873475:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145248.873478:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.873501:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.873517:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 53 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.873527:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531129984:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.874165:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.876721:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531129984:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.876745:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.876761:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145248.876794:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535391232:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3378us (3521us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.876801:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6422 00000100:00100000:0.0:1746145248.877452:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.877811:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391360 00000100:00100000:2.0:1746145248.877816:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391360 00010000:00010000:2.0:1746145248.877838:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.877866:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10552 00000100:00100000:2.0:1746145248.877872:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535391360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.877883:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.877899:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.877913:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.877931:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6d6d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536087 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.878579:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.878581:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.878589:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.878596:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.878621:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.878651:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130112:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.878716:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.878953:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.879040:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391488 00000100:00100000:3.0:1746145248.879045:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391488 00000100:00100000:3.0:1746145248.879079:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6423 00000100:00100000:3.0:1746145248.879085:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535391488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.879096:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.879106:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536095 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.879124:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.879130:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.879131:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.879134:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.879152:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.879162:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.879169:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531130240:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.879202:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.880434:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130112:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.880449:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145248.880474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.880803:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391744 00000100:00100000:3.0:1746145248.880807:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391744 00002000:00100000:3.0:1746145248.880835:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935c00 x1830965535391744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.880844:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935c00 with x1830965535391744 ext(0->4095) 00010000:00010000:3.0:1746145248.880850:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.880862:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.880873:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935c00 00000100:00100000:3.0:1746145248.880888:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2586 00000100:00100000:3.0:1746145248.880894:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535391744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.881201:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535391360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3327us (3749us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.881208:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10552 00000100:00100000:3.0:1746145248.881330:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535391744:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 436us (856us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.881337:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2586 00002000:00100000:3.0:1746145248.881342:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935c00 x1830965535391744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.881349:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935c00 with x1830965535391744 ext(0->4095) 00010000:00010000:3.0:1746145248.881354:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.881363:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.881367:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935c00 00000100:00100000:3.0:1746145248.883042:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531130240:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.883066:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883079:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accae00, rc 0) 00000100:00100000:3.0:1746145248.883116:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535391488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4030us (4163us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.883126:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6423 00000100:00100000:0.0:1746145248.883250:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.883862:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535391872 00000100:00100000:3.0:1746145248.883867:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535391872 00000100:00100000:3.0:1746145248.883893:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6424 00000100:00100000:3.0:1746145248.883898:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31571:x1830965535391872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.883909:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.883920:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53609c expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883942:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.883946:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883952:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.883954:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883978:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883987:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.883994:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223600, rc 0) 00000100:00100000:3.0:1746145248.884032:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535391872:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 133us (782us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.884038:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6424 00000100:00100000:0.0:1746145248.884561:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.884719:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392000 00000100:00100000:2.0:1746145248.884723:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392000 00010000:00010000:2.0:1746145248.884740:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.884756:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10553 00000100:00100000:2.0:1746145248.884760:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535392000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.884769:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.884784:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.884793:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.884808:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6d74 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53608e expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.884833:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.884835:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.884840:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.884846:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.884863:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.884873:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.884882:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130496:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.886867:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.888891:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130496:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.888908:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.888942:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535392000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4181us (4382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.888950:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10553 00000100:00100000:0.0:1746145248.889094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.889351:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392256 00000100:00100000:2.0:1746145248.889356:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392256 00002000:00100000:2.0:1746145248.889384:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8000 x1830965535392256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.889393:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8000 with x1830965535392256 ext(0->4095) 00010000:00010000:2.0:1746145248.889400:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.889411:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.889417:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c8000 00000100:00100000:2.0:1746145248.889438:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2587 00000100:00100000:2.0:1746145248.889444:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535392256:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.889561:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535392256:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (466us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.889569:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2587 00002000:00100000:2.0:1746145248.889573:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8000 x1830965535392256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.889579:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8000 with x1830965535392256 ext(0->4095) 00010000:00010000:2.0:1746145248.889584:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.889591:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.889596:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c8000 00000100:00100000:0.0:1746145248.891689:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.891800:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392384 00000100:00100000:2.0:1746145248.891805:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392384 00010000:00010000:2.0:1746145248.891825:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.892129:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10554 00000100:00100000:2.0:1746145248.892135:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535392384:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.892145:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.892158:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.892168:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.892184:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6d7b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536095 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.892203:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.892205:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.892211:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.892217:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.892240:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.892252:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130624:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.892449:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.894912:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130624:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.894930:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.894973:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535392384:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2837us (3288us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.894981:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10554 00000100:00100000:0.0:1746145248.895728:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.896268:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392640 00000100:00100000:2.0:1746145248.896274:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392640 00002000:00100000:2.0:1746145248.896303:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9500 x1830965535392640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.896311:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9500 with x1830965535392640 ext(0->4095) 00002000:00010000:2.0:1746145248.896315:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9500 00000100:00100000:2.0:1746145248.896337:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4439 00000100:00100000:2.0:1746145248.896343:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535392640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.896803:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535392640:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 458us (1074us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.896809:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4439 00002000:00100000:2.0:1746145248.896814:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9500 x1830965535392640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.896820:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9500 with x1830965535392640 ext(0->4095) 00002000:00010000:2.0:1746145248.896823:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9500 00000100:00100000:0.0:1746145248.898289:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.898359:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392768 00000100:00100000:3.0:1746145248.898364:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392768 00000100:00100000:3.0:1746145248.898393:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6425 00000100:00100000:3.0:1746145248.898399:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535392768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.898410:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.898424:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360a3 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.898447:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.898454:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.898456:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.898460:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.898483:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.898494:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 53 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.898504:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531130752:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.898567:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.900547:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531130752:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.900570:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.900589:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223800, rc 0) 00000100:00100000:3.0:1746145248.900620:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535392768:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2220us (2333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.900647:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6425 00000100:00100000:0.0:1746145248.901144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.901277:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535392896 00000100:00100000:2.0:1746145248.901282:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535392896 00010000:00010000:2.0:1746145248.901306:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.901324:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10555 00000100:00100000:2.0:1746145248.901330:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535392896:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.901339:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.901354:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.901363:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.901382:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6d82 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53609c expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.901410:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.901412:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.901418:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.901425:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.901447:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.901457:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130880:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.901506:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.904118:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.904189:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393152 00000100:00100000:3.0:1746145248.904194:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393152 00002000:00100000:3.0:1746145248.904226:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cad80 x1830965535393152/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.904234:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cad80 with x1830965535393152 ext(0->4095) 00002000:00010000:3.0:1746145248.904238:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cad80 00000100:00100000:2.0:1746145248.904438:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531130880:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.904453:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.904558:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4440 00000100:00100000:3.0:1746145248.904565:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535393152:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145248.904742:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535392896:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3411us (3597us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.904750:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10555 00000100:00100000:3.0:1746145248.905347:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535393152:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 782us (1232us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.905353:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4440 00002000:00100000:3.0:1746145248.905359:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cad80 x1830965535393152/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.905366:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cad80 with x1830965535393152 ext(0->4095) 00002000:00010000:3.0:1746145248.905369:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cad80 00000100:00100000:0.0:1746145248.906576:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.907210:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393280 00000100:00100000:3.0:1746145248.907216:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393280 00000100:00100000:3.0:1746145248.907241:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6426 00000100:00100000:3.0:1746145248.907246:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535393280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.907258:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.907272:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360aa expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.907296:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.907302:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.907303:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.907306:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.907329:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.907339:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.907349:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131008:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.907888:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.907992:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.908018:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393408 00000100:00100000:0.0:1746145248.908021:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393408 00000100:00100000:0.0:1746145248.908328:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6427 00000100:00100000:0.0:1746145248.908335:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535393408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145248.908343:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145248.908350:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360b1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.908360:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.908364:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.908369:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145248.908371:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.908388:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.908397:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.908404:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:0.0:1746145248.908424:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965535393408:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.908429:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6427 00000100:00100000:3.0:1746145248.910875:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131008:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.910896:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.910909:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accac00, rc 0) 00000100:00100000:3.0:1746145248.910950:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535393280:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3702us (4375us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.910960:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6426 00000100:00100000:0.0:1746145248.911018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.911185:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393536 00000100:00100000:2.0:1746145248.911190:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393536 00010000:00010000:2.0:1746145248.911209:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.911225:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10556 00000100:00100000:2.0:1746145248.911230:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535393536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.911241:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.911255:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.911264:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.911280:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d89 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360a3 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.911291:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.911292:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.911298:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.911305:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.911325:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.911335:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.911345:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131264:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.911380:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.913677:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131264:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.913691:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.914093:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535393536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2860us (3073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.914102:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10556 00000100:00100000:0.0:1746145248.914264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.914670:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393792 00000100:00100000:3.0:1746145248.914675:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393792 00002000:00100000:3.0:1746145248.914703:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb800 x1830965535393792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.914712:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb800 with x1830965535393792 ext(0->4095) 00010000:00010000:3.0:1746145248.914718:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.914730:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.914736:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cb800 00000100:00100000:3.0:1746145248.914755:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2588 00000100:00100000:3.0:1746145248.914761:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535393792:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.914860:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535393792:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (596us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.914865:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2588 00002000:00100000:3.0:1746145248.914869:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb800 x1830965535393792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.914876:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb800 with x1830965535393792 ext(0->4095) 00010000:00010000:3.0:1746145248.914880:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.914893:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.914899:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cb800 00000100:00100000:0.0:1746145248.916974:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.917051:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535393920 00000100:00100000:2.0:1746145248.917057:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535393920 00010000:00010000:2.0:1746145248.917078:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.917136:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10557 00000100:00100000:2.0:1746145248.917142:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535393920:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.917151:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.917164:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.917174:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.917191:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6d90 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360aa expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.917203:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.917205:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.917211:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.917218:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.917242:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.917252:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131392:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.917592:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.921431:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.921511:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131392:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.921526:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.921559:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ac450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535393920:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4417us (4588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.921569:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10557 00000100:00100000:1.0:1746145248.921862:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394176 00000100:00100000:1.0:1746145248.921869:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394176 00002000:00100000:1.0:1746145248.921902:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883caa00 x1830965535394176/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.921910:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883caa00 with x1830965535394176 ext(0->4095) 00002000:00010000:1.0:1746145248.921914:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883caa00 00000100:00100000:1.0:1746145248.921938:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4441 00000100:00100000:1.0:1746145248.921945:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535394176:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.922326:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535394176:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 381us (901us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.922331:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4441 00002000:00100000:1.0:1746145248.922336:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883caa00 x1830965535394176/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.922342:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883caa00 with x1830965535394176 ext(0->4095) 00002000:00010000:1.0:1746145248.922345:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883caa00 00000100:00100000:0.0:1746145248.924888:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.924982:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394304 00000100:00100000:3.0:1746145248.924989:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394304 00000100:00100000:3.0:1746145248.925144:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6428 00000100:00100000:3.0:1746145248.925152:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535394304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.925165:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.925180:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360b8 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.925203:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.925210:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.925211:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.925214:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.925236:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.925246:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 53 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.925256:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131520:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.925679:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.928215:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131520:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.928240:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.928256:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223800, rc 0) 00000100:00100000:3.0:1746145248.928289:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535394304:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3138us (3406us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.928296:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6428 00000100:00100000:0.0:1746145248.928908:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.929141:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394432 00000100:00100000:2.0:1746145248.929147:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394432 00010000:00010000:2.0:1746145248.929172:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.929190:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10558 00000100:00100000:2.0:1746145248.929196:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535394432:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145248.929205:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145248.929220:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.929229:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.929247:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6d97 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b1 expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.929269:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.929271:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.929278:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.929285:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.929310:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145248.929320:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131648:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.929380:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.932017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.932103:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531131648:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145248.932120:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.932153:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1960:x1830965535394432:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2957us (3246us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.932162:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10558 00000100:00100000:1.0:1746145248.932385:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394688 00000100:00100000:1.0:1746145248.932390:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394688 00002000:00100000:1.0:1746145248.932422:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8e00 x1830965535394688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.932432:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8e00 with x1830965535394688 ext(0->4095) 00002000:00010000:1.0:1746145248.932436:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8e00 00000100:00100000:1.0:1746145248.932458:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4442 00000100:00100000:1.0:1746145248.932464:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535394688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.932564:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535394688:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 101us (553us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.932569:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4442 00002000:00100000:1.0:1746145248.932573:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8e00 x1830965535394688/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.932579:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8e00 with x1830965535394688 ext(0->4095) 00002000:00010000:1.0:1746145248.932581:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8e00 00000100:00100000:1.0:1746145248.933382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.933502:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394816 00000100:00100000:3.0:1746145248.933506:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394816 00000100:00100000:3.0:1746145248.933526:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6429 00000100:00100000:3.0:1746145248.933531:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535394816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.933539:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.933553:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360bf expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.933572:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.933577:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.933579:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.933582:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.933602:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.933616:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.933648:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131776:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.933699:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.934797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.934833:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535394944 00000100:00100000:1.0:1746145248.934836:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535394944 00000100:00100000:1.0:1746145248.934860:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6430 00000100:00100000:1.0:1746145248.934865:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535394944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145248.934871:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145248.934879:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360c6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.934890:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145248.934893:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.934897:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145248.934900:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.934916:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.934925:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 56 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145248.934932:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145248.935265:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965535394944:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 398us (468us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145248.935270:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6430 00000100:00100000:3.0:1746145248.936527:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531131776:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.936546:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.936557:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:3.0:1746145248.937231:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535394816:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3697us (3847us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.937237:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6429 00000100:00100000:0.0:1746145248.937437:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.938100:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395072 00000100:00100000:3.0:1746145248.938106:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395072 00010000:00010000:3.0:1746145248.938129:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.938149:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10559 00000100:00100000:3.0:1746145248.938154:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535395072:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.938163:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.938180:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.938194:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.938212:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6d9e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360b8 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.938237:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.938238:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.938245:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.938252:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.938276:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.938286:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.938296:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132032:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.938348:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.939835:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132032:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.939847:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.939914:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535395072:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1758us (2476us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.939924:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10559 00000100:00100000:0.0:1746145248.940863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.941220:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395328 00000100:00100000:3.0:1746145248.941225:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395328 00002000:00100000:3.0:1746145248.941255:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883ca300 x1830965535395328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.941263:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883ca300 with x1830965535395328 ext(0->4095) 00010000:00010000:3.0:1746145248.941270:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.941281:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.941286:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883ca300 00000100:00100000:3.0:1746145248.941396:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2589 00000100:00100000:3.0:1746145248.941401:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535395328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.941752:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535395328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 349us (890us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145248.941758:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2589 00002000:00100000:3.0:1746145248.941763:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883ca300 x1830965535395328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145248.941770:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883ca300 with x1830965535395328 ext(0->4095) 00010000:00010000:3.0:1746145248.941774:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.941786:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145248.941791:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883ca300 00000100:00100000:0.0:1746145248.943820:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.943939:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395456 00000100:00100000:3.0:1746145248.943945:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395456 00010000:00010000:3.0:1746145248.943969:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.943990:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10560 00000100:00100000:3.0:1746145248.943996:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535395456:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.944015:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.944031:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.944041:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.944060:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6da5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360bf expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.944395:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.944397:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.944405:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.944416:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.944441:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.944451:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132160:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.944761:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.947190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.947277:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132160:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.947291:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145248.947326:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395712 00000100:00100000:2.0:1746145248.947331:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395712 00002000:00100000:2.0:1746145248.947364:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39180 x1830965535395712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.947374:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39180 with x1830965535395712 ext(0->4095) 00002000:00010000:2.0:1746145248.947378:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39180 00000100:00100000:2.0:1746145248.947409:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4443 00000100:00100000:2.0:1746145248.947418:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1962:x1830965535395712:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145248.947546:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1962:x1830965535395712:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 129us (360us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.947553:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4443 00002000:00100000:2.0:1746145248.947558:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39180 x1830965535395712/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.947565:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39180 with x1830965535395712 ext(0->4095) 00002000:00010000:2.0:1746145248.947567:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39180 00000100:00100000:3.0:1746145248.947696:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535395456:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3699us (3879us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.947702:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10560 00000100:00100000:0.0:1746145248.950177:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.950262:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395840 00000100:00100000:3.0:1746145248.950267:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395840 00000100:00100000:3.0:1746145248.950305:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6431 00000100:00100000:3.0:1746145248.950311:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535395840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.950325:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.950339:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360cd expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.950361:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.950368:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.950370:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.950373:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.950395:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 53 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.950404:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 53 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.950413:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531132288:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.950474:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.951772:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531132288:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.951790:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.951801:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145248.951826:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535395840:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1515us (1653us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.951832:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6431 00000100:00100000:0.0:1746145248.952336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.952455:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535395968 00000100:00100000:3.0:1746145248.952459:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535395968 00010000:00010000:3.0:1746145248.952477:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.952865:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10561 00000100:00100000:3.0:1746145248.952872:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535395968:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.952883:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.952899:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.952909:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.952926:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6dac lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360c6 expref: 54 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.953042:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.953044:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.953052:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.953058:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.953080:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.953089:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132416:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.953689:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.955799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.956034:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132416:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.956049:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.956384:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396224 00000100:00100000:1.0:1746145248.956390:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396224 00002000:00100000:1.0:1746145248.956423:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38e00 x1830965535396224/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.956432:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38e00 with x1830965535396224 ext(0->4095) 00002000:00010000:1.0:1746145248.956436:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38e00 00000100:00100000:3.0:1746145248.956555:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:1961:x1830965535395968:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3683us (4218us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.956566:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10561 00000100:00100000:1.0:1746145248.956888:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4444 00000100:00100000:1.0:1746145248.956895:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535396224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145248.957023:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535396224:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 128us (1228us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.957029:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4444 00002000:00100000:1.0:1746145248.957034:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38e00 x1830965535396224/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.957041:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38e00 with x1830965535396224 ext(0->4095) 00002000:00010000:1.0:1746145248.957044:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38e00 00000100:00100000:0.0:1746145248.959831:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.960103:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396352 00000100:00100000:3.0:1746145248.960110:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396352 00000100:00100000:3.0:1746145248.960417:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6432 00000100:00100000:3.0:1746145248.960425:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535396352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.960439:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.960452:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360d4 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.960476:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.960482:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.960483:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.960487:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.960509:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.960518:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.960528:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531132544:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.960596:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.960746:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.960764:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396480 00000100:00100000:0.0:1746145248.960767:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396480 00000100:00100000:0.0:1746145248.960784:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6433 00000100:00100000:0.0:1746145248.960790:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535396480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145248.960796:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145248.960802:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360db expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.960812:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145248.960815:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.960820:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145248.960822:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.960844:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.960855:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 56 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145248.960863:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:0.0:1746145248.960882:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31571:x1830965535396480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (136us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145248.960888:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6433 00000100:00100000:3.0:1746145248.963879:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531132544:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.963905:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.963921:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223800, rc 0) 00000100:00100000:3.0:1746145248.963953:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31559:x1830965535396352:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3529us (4127us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.963960:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6432 00000100:00100000:0.0:1746145248.964735:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.964843:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396608 00000100:00100000:3.0:1746145248.964849:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396608 00010000:00010000:3.0:1746145248.964871:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.965040:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10562 00000100:00100000:3.0:1746145248.965047:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535396608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.965057:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.965071:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.965082:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.965100:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6db3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360cd expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.965123:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.965125:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.965131:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.965139:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.965162:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.965171:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.965181:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132800:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.965239:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.966822:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132800:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.966836:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.966873:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535396608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1827us (2139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.966881:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10562 00000100:00100000:0.0:1746145248.967220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.967485:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396864 00000100:00100000:2.0:1746145248.967490:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396864 00002000:00100000:2.0:1746145248.967518:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38380 x1830965535396864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.967525:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38380 with x1830965535396864 ext(0->4095) 00010000:00010000:2.0:1746145248.967532:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.967542:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.967547:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38380 00000100:00100000:2.0:1746145248.968266:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2590 00000100:00100000:2.0:1746145248.968273:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535396864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.968386:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1960:x1830965535396864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (1167us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.968395:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2590 00002000:00100000:2.0:1746145248.968400:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38380 x1830965535396864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.969087:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38380 with x1830965535396864 ext(0->4095) 00010000:00010000:2.0:1746145248.969094:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145248.969104:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145248.969114:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38380 00000100:00100000:0.0:1746145248.969807:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.970655:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535396992 00000100:00100000:3.0:1746145248.970661:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535396992 00010000:00010000:3.0:1746145248.970680:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.970713:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10563 00000100:00100000:3.0:1746145248.970719:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1962:x1830965535396992:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.970728:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.970743:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.970753:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.970771:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6dba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360d4 expref: 55 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.970784:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.970786:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.970792:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.970799:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.970824:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.970834:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132928:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.971438:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.973835:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145248.974017:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535397248 00000100:00100000:3.0:1746145248.974020:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531132928:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145248.974022:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535397248 00010000:00010000:3.0:1746145248.974036:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00002000:00100000:2.0:1746145248.974054:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38a80 x1830965535397248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.974062:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38a80 with x1830965535397248 ext(0->4095) 00002000:00010000:2.0:1746145248.974066:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38a80 00000100:00100000:3.0:1746145248.974077:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1962:x1830965535396992:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3358us (4272us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.974086:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10563 00000100:00100000:2.0:1746145248.974146:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4445 00000100:00100000:2.0:1746145248.974152:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535397248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145248.974268:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535397248:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (437us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145248.974273:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4445 00002000:00100000:2.0:1746145248.974278:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38a80 x1830965535397248/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145248.974290:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38a80 with x1830965535397248 ext(0->4095) 00002000:00010000:2.0:1746145248.974293:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38a80 00000100:00100000:0.0:1746145248.977665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.977726:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535397376 00000100:00100000:3.0:1746145248.977736:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535397376 00000100:00100000:3.0:1746145248.977782:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6434 00000100:00100000:3.0:1746145248.977790:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535397376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145248.977803:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145248.977816:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360e2 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.977842:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.977849:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.977851:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145248.977854:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.977878:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 53 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.977889:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 53 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.977899:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133056:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145248.977969:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145248.980692:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133056:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145248.980715:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.980734:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094222c00, rc 0) 00000100:00100000:3.0:1746145248.980775:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535397376:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2986us (3117us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.980782:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6434 00000100:00100000:0.0:1746145248.980981:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.981435:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535397504 00000100:00100000:3.0:1746145248.981441:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535397504 00010000:00010000:3.0:1746145248.981462:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.981488:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10564 00000100:00100000:3.0:1746145248.981493:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535397504:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.981503:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.981517:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.981525:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.981542:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dc1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360db expref: 54 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.981561:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.981563:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.981569:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.981580:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.981600:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.981610:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133184:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.981685:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.986551:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145248.987122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.987742:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133184:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.987760:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145248.987856:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535397760 00000100:00100000:1.0:1746145248.987863:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535397760 00002000:00100000:1.0:1746145248.987898:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39500 x1830965535397760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.987906:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39500 with x1830965535397760 ext(0->4095) 00002000:00010000:1.0:1746145248.987909:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39500 00000100:00100000:2.0:1746145248.987963:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535397888 00000100:00100000:2.0:1746145248.987966:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535397888 00000100:00100000:1.0:1746145248.988134:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4446 00000100:00100000:1.0:1746145248.988255:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535397760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145248.988346:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85adc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535397504:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6851us (7365us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.988353:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10564 00000100:00100000:1.0:1746145248.988786:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535397760:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 644us (2241us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.988794:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4446 00002000:00100000:1.0:1746145248.988799:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39500 x1830965535397760/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.988805:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39500 with x1830965535397760 ext(0->4095) 00002000:00010000:1.0:1746145248.988808:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39500 00000100:00100000:2.0:1746145248.988930:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6435 00000100:00100000:2.0:1746145248.988937:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+53:31559:x1830965535397888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145248.988944:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145248.988956:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360e9 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.988976:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.988982:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.988984:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145248.988988:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.989022:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.989032:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145248.989042:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133312:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145248.989089:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145248.991201:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133312:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145248.991222:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 54 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145248.991237:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdde00, rc 0) 00000100:00100000:2.0:1746145248.991265:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:31559:x1830965535397888:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2329us (4144us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145248.991272:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6435 00000100:00100000:0.0:1746145248.993702:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145248.993791:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398016 00000100:00100000:3.0:1746145248.993798:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398016 00010000:00010000:3.0:1746145248.993825:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145248.994099:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10565 00000100:00100000:3.0:1746145248.994106:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535398016:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145248.994118:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145248.994134:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.994144:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.994162:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6dc8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e2 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145248.994186:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.994188:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145248.994194:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.994202:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145248.994228:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145248.994238:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133440:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145248.994302:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145248.997051:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145248.997238:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398272 00000100:00100000:1.0:1746145248.997245:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398272 00002000:00100000:1.0:1746145248.997280:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39c00 x1830965535398272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/0 e 0 to 0 dl 1746145259 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.997289:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39c00 with x1830965535398272 ext(0->4095) 00002000:00010000:1.0:1746145248.997294:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39c00 00000100:00100000:1.0:1746145248.997319:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4447 00000100:00100000:1.0:1746145248.997325:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535398272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145248.997557:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1961:x1830965535398272:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 231us (511us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145248.997564:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4447 00002000:00100000:1.0:1746145248.997570:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de39c00 x1830965535398272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:134/0 lens 488/4536 e 0 to 0 dl 1746145259 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145248.997576:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39c00 with x1830965535398272 ext(0->4095) 00002000:00010000:1.0:1746145248.997579:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39c00 00000100:00100000:3.0:1746145248.997742:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133440:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145248.997757:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145248.997778:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535398016:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3674us (4082us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145248.997785:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10565 00000100:00100000:2.0:1746145249.000527:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.000672:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398400 00000100:00100000:0.0:1746145249.000679:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398400 00000100:00100000:0.0:1746145249.000723:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6436 00000100:00100000:0.0:1746145249.000729:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b825450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535398400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145249.000743:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145249.000756:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360f0 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.000779:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.000785:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.000786:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.000789:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.000812:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.000822:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 53 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746145249.000832:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133568:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145249.000901:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.002376:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008de3b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133568:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.002395:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.002407:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:2.0:1746145249.002434:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b825450 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535398400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1705us (1913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.002441:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6436 00000100:00100000:0.0:1746145249.003902:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.003984:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398528 00000100:00100000:1.0:1746145249.003990:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398528 00002000:00100000:1.0:1746145249.004049:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de3b100 x1830965535398528/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.004058:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b100 with x1830965535398528 ext(0->7) 00010000:00010000:1.0:1746145249.004065:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.004077:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 54 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.004082:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b100 00000100:00100000:1.0:1746145249.004108:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2591 00000100:00100000:1.0:1746145249.004115:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+54:1960:x1830965535398528:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145249.004354:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535398528:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 239us (455us total) trans 4294968027 rc 0/0 00000100:00100000:1.0:1746145249.004360:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2591 00002000:00100000:1.0:1746145249.004365:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008de3b100 x1830965535398528/t4294968027(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/448 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.004372:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b100 with x1830965535398528 ext(0->7) 00010000:00010000:1.0:1746145249.004377:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.004385:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.004390:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b100 00000100:00100000:0.0:1746145249.006381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.006459:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398656 00000100:00100000:3.0:1746145249.006465:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398656 00010000:00010000:3.0:1746145249.006486:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.006520:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10566 00000100:00100000:3.0:1746145249.006526:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535398656:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.006536:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145249.006547:0:7102:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145249 -> 1746145250 00002000:00010000:3.0:1746145249.006550:0:7102:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145249 -> 1746145250 00010000:00010000:3.0:1746145249.006554:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.006564:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.006581:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6dcf lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360e9 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.006596:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.006598:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.006604:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.006611:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.006661:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.006671:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133696:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.006735:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.008869:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.008928:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535398912 00000100:00100000:2.0:1746145249.008933:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535398912 00002000:00100000:2.0:1746145249.008962:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a680 x1830965535398912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.008971:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a680 with x1830965535398912 ext(0->4095) 00002000:00010000:2.0:1746145249.008975:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3a680 00000100:00100000:2.0:1746145249.009007:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4448 00000100:00100000:2.0:1746145249.009013:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535398912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.009128:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535398912:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 115us (263us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.009134:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4448 00002000:00100000:2.0:1746145249.009140:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3a680 x1830965535398912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.009146:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3a680 with x1830965535398912 ext(0->4095) 00002000:00010000:2.0:1746145249.009148:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3a680 00000100:00100000:3.0:1746145249.009954:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531133696:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.009969:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.010007:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:1961:x1830965535398656:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3474us (3623us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.010014:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10566 00000100:00100000:0.0:1746145249.012393:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.012472:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399040 00000100:00100000:2.0:1746145249.012479:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399040 00000100:00100000:2.0:1746145249.012565:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6437 00000100:00100000:2.0:1746145249.012572:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+55:31571:x1830965535399040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.012588:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.012601:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360f7 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.012624:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.012651:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.012653:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.012656:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.012678:0:19630:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.012692:0:19630:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 5 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.012702:0:19630:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133824:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.013131:0:19630:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.017830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.018127:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399168 00000100:00100000:2.0:1746145249.018134:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399168 00000100:00100000:3.0:1746145249.018238:0:19630:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_004:lustre-OST0001_UUID:19630:1830965531133824:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.018260:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018276:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:3.0:1746145249.018313:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31571:x1830965535399040:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5741us (5924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.018320:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6437 00000100:00100000:3.0:1746145249.018338:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6438 00000100:00100000:3.0:1746145249.018344:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535399168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.018354:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.018365:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5360fe expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018381:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.018385:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018390:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.018393:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 57 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018417:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018426:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 57 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.018432:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:3.0:1746145249.018447:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535399168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 105us (624us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.018458:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6438 00000100:00100000:0.0:1746145249.018982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.019402:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399296 00000100:00100000:3.0:1746145249.019406:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399296 00010000:00010000:3.0:1746145249.019422:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.019443:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10567 00000100:00100000:3.0:1746145249.019449:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535399296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.019457:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.019471:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.019481:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.019495:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d6dd6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f0 expref: 6 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.019508:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.019510:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.019515:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.019521:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.019539:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.019548:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.019557:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134080:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.019602:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.022336:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.022412:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134080:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.022427:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.022457:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535399296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3007us (3474us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.022466:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10567 00000100:00100000:1.0:1746145249.022530:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399552 00000100:00100000:1.0:1746145249.022536:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399552 00002000:00100000:1.0:1746145249.022567:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b800 x1830965535399552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.022575:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b800 with x1830965535399552 ext(0->4095) 00010000:00010000:1.0:1746145249.022582:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.022592:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.022598:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b800 00000100:00100000:1.0:1746145249.022771:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2592 00000100:00100000:1.0:1746145249.022778:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535399552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.022892:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1960:x1830965535399552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (561us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.022897:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2592 00002000:00100000:1.0:1746145249.022901:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b800 x1830965535399552/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.022907:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b800 with x1830965535399552 ext(0->4095) 00010000:00010000:1.0:1746145249.022911:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.022919:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.022924:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b800 00000100:00100000:0.0:1746145249.024719:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.024991:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399680 00000100:00100000:1.0:1746145249.024997:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399680 00000100:00100000:0.0:1746145249.025180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.025247:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6439 00000100:00100000:1.0:1746145249.025255:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535399680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.025267:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.025280:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536105 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.025300:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.025305:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.025310:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145249.025314:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.025341:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.025352:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.025360:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:1.0:1746145249.025391:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535399680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 138us (709us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.025396:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6439 00000100:00100000:3.0:1746145249.025397:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535399808 00000100:00100000:3.0:1746145249.025401:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535399808 00010000:00010000:3.0:1746145249.025417:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.025450:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10568 00000100:00100000:3.0:1746145249.025456:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:1961:x1830965535399808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.025464:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.025478:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.025488:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.025504:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6ddd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360f7 expref: 57 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.025516:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.025517:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.025523:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.025530:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.025553:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.025563:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.025577:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134336:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.025643:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.026738:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134336:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.026748:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.026767:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535399808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1311us (1587us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.026773:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10568 00000100:00100000:0.0:1746145249.027509:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.027696:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400064 00000100:00100000:3.0:1746145249.027700:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400064 00002000:00100000:3.0:1746145249.027726:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38000 x1830965535400064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.027734:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38000 with x1830965535400064 ext(0->4095) 00010000:00010000:3.0:1746145249.027739:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.027749:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.027755:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38000 00000100:00100000:3.0:1746145249.027767:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2593 00000100:00100000:3.0:1746145249.027773:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1963:x1830965535400064:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145249.027877:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1963:x1830965535400064:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 104us (369us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.027885:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2593 00002000:00100000:3.0:1746145249.027890:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de38000 x1830965535400064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.027896:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38000 with x1830965535400064 ext(0->4095) 00010000:00010000:3.0:1746145249.027900:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.027908:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 56 pid: 19630 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.027913:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de38000 00000100:00100000:0.0:1746145249.033334:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.033594:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400192 00000100:00100000:2.0:1746145249.033603:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400192 00000100:00100000:0.0:1746145249.034317:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.036750:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6440 00000100:00100000:1.0:1746145249.036766:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:31559:x1830965535400192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.036783:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.036799:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53610c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.036813:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400320 00000100:00100000:3.0:1746145249.036818:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400320 00010000:00010000:1.0:1746145249.036822:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.036827:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.036832:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:1.0:1746145249.036835:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 58 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.036837:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 58 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.036870:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10569 00000100:00100000:3.0:1746145249.036875:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535400320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.036886:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.036889:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.036898:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 58 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.036903:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 58 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.036906:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00010000:00010000:3.0:1746145249.036912:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 58 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.036925:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6de4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5360fe expref: 58 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.036944:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.036945:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:1.0:1746145249.036946:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+57:31559:x1830965535400192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 187us (3619us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145249.036950:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145249.036951:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6440 00010000:00010000:3.0:1746145249.036956:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.036973:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.036981:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 5 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.036991:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134592:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.037038:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.040891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.041021:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134592:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.041037:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.041072:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535400320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4196us (6755us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.041082:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10569 00000100:00100000:1.0:1746145249.041136:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400576 00000100:00100000:1.0:1746145249.041142:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400576 00002000:00100000:1.0:1746145249.041174:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480e00 x1830965535400576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.041182:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480e00 with x1830965535400576 ext(0->4095) 00010000:00010000:1.0:1746145249.041189:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.041199:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.041205:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480e00 00000100:00100000:1.0:1746145249.041229:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2594 00000100:00100000:1.0:1746145249.041235:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535400576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.041352:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535400576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (467us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.041357:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2594 00002000:00100000:1.0:1746145249.041362:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480e00 x1830965535400576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.041368:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480e00 with x1830965535400576 ext(0->4095) 00010000:00010000:1.0:1746145249.041372:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.041380:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.041386:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480e00 00000100:00100000:0.0:1746145249.049917:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.049977:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400704 00000100:00100000:3.0:1746145249.049984:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400704 00010000:00010000:3.0:1746145249.050028:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.050108:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10570 00000100:00100000:3.0:1746145249.050116:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535400704:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.050128:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.050144:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.050155:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.050174:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6deb lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536105 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.050201:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.050203:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.050210:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.050218:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.050245:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.050255:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134720:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.051176:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.052345:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531134720:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.052734:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.052770:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535400704:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2654us (2859us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.052778:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10570 00000100:00100000:0.0:1746145249.053725:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.053782:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535400960 00000100:00100000:3.0:1746145249.053787:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535400960 00002000:00100000:3.0:1746145249.053815:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965535400960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.053824:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965535400960 ext(0->4095) 00002000:00010000:3.0:1746145249.053828:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483b80 00000100:00100000:3.0:1746145249.053852:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4449 00000100:00100000:3.0:1746145249.053858:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535400960:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.053965:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1961:x1830965535400960:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 107us (242us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.053971:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4449 00002000:00100000:3.0:1746145249.053976:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483b80 x1830965535400960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.053982:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483b80 with x1830965535400960 ext(0->4095) 00002000:00010000:3.0:1746145249.053984:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483b80 00000100:00100000:0.0:1746145249.062391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.062566:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401088 00000100:00100000:2.0:1746145249.062574:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401088 00000100:00100000:2.0:1746145249.063057:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6441 00000100:00100000:2.0:1746145249.063066:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535401088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.063080:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.063095:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536113 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.063121:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.063128:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.063129:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.063133:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.063156:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.063171:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 55 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.063181:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531134848:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.064258:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.069692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.069772:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401216 00000100:00100000:1.0:1746145249.069781:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401216 00002000:00100000:1.0:1746145249.069822:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092480000 x1830965535401216/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145249.070093:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531134848:192.168.203.38@tcp:104: 00002000:00100000:1.0:1746145249.070109:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965535401216 ext(0->7) 00010000:00010000:1.0:1746145249.070116:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 56 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.070117:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.070129:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 56 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.070132:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00002000:00010000:1.0:1746145249.070134:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:1.0:1746145249.070160:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2595 00000100:00100000:1.0:1746145249.070167:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+56:1960:x1830965535401216:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:2.0:1746145249.070183:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535401088:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 7118us (7797us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.070190:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6441 00000100:00100000:1.0:1746145249.071143:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535401216:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 975us (1457us total) trans 4294968028 rc 0/0 00000100:00100000:1.0:1746145249.071149:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2595 00002000:00100000:1.0:1746145249.071155:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092480000 x1830965535401216/t4294968028(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/448 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.071163:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480000 with x1830965535401216 ext(0->7) 00010000:00010000:1.0:1746145249.071168:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 58 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.071178:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 58 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.071183:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480000 00000100:00100000:0.0:1746145249.078324:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.078544:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401344 00000100:00100000:2.0:1746145249.078554:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401344 00000100:00100000:2.0:1746145249.078605:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6442 00000100:00100000:2.0:1746145249.078613:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:31559:x1830965535401344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.078649:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.078664:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53611a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.081276:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.081288:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.081299:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145249.081303:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.081334:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.081346:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.081355:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc000, rc 0) 00000100:00100000:2.0:1746145249.081410:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535401344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2798us (3092us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.081418:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6442 00000100:00100000:0.0:1746145249.081682:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.082229:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401472 00000100:00100000:3.0:1746145249.082236:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401472 00010000:00010000:3.0:1746145249.082259:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.082295:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10571 00000100:00100000:3.0:1746145249.082301:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1963:x1830965535401472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.082310:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.082327:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.082337:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.082355:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6df2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53610c expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.082376:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.082378:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.082384:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.082390:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.082410:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.082419:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.082432:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.082494:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c19c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.090418:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.092135:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.092153:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.092196:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1963:x1830965535401472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 9894us (10514us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.092206:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10571 00000100:00100000:3.0:1746145249.092282:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401728 00000100:00100000:3.0:1746145249.092288:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401728 00002000:00100000:3.0:1746145249.092320:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480700 x1830965535401728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.092329:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480700 with x1830965535401728 ext(0->4095) 00010000:00010000:3.0:1746145249.092336:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.092348:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.092354:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480700 00000100:00100000:3.0:1746145249.092377:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2596 00000100:00100000:3.0:1746145249.092384:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535401728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.092502:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535401728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (2090us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.092509:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2596 00002000:00100000:3.0:1746145249.092514:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092480700 x1830965535401728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.092519:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480700 with x1830965535401728 ext(0->4095) 00010000:00010000:3.0:1746145249.092524:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.092532:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.092537:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092480700 00000100:00100000:0.0:1746145249.095705:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.095760:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535401856 00000100:00100000:3.0:1746145249.095767:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535401856 00010000:00010000:3.0:1746145249.095796:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.095837:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10572 00000100:00100000:3.0:1746145249.095843:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535401856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.095952:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.096147:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.096159:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.096184:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6df9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536113 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.096201:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.096203:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.096209:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.096217:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.096243:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.096254:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135232:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.096332:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.098706:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135232:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.098724:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.098795:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535401856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2950us (3095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.098804:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10572 00000100:00100000:0.0:1746145249.100765:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.100876:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402112 00000100:00100000:3.0:1746145249.100883:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402112 00002000:00100000:3.0:1746145249.100919:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481180 x1830965535402112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.100928:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965535402112 ext(0->4095) 00002000:00010000:3.0:1746145249.100932:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481180 00000100:00100000:3.0:1746145249.100948:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4450 00000100:00100000:3.0:1746145249.100956:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535402112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.101971:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535402112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1012us (1207us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.101979:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4450 00002000:00100000:3.0:1746145249.101986:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092481180 x1830965535402112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.101993:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481180 with x1830965535402112 ext(0->4095) 00002000:00010000:3.0:1746145249.101997:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092481180 00000100:00100000:0.0:1746145249.110115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.110206:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402240 00000100:00100000:2.0:1746145249.110215:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402240 00000100:00100000:2.0:1746145249.110270:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6443 00000100:00100000:2.0:1746145249.110279:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535402240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.110294:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.110308:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536121 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.110331:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.110338:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.110340:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.110343:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.110368:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.110379:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 57 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.110390:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531135360:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.110471:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.111904:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531135360:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.111923:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.111935:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:2.0:1746145249.111976:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535402240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1698us (1866us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.111983:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6443 00000100:00100000:0.0:1746145249.119278:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.120193:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402368 00000100:00100000:3.0:1746145249.120202:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402368 00002000:00100000:3.0:1746145249.120238:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092481f80 x1830965535402368/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.120248:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481f80 with x1830965535402368 ext(0->7) 00010000:00010000:3.0:1746145249.120255:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 58 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.120267:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 58 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.120273:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481f80 00000100:00100000:3.0:1746145249.120288:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2597 00000100:00100000:3.0:1746145249.120294:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+58:1960:x1830965535402368:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:3.0:1746145249.120521:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535402368:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 227us (1250us total) trans 4294968029 rc 0/0 00000100:00100000:3.0:1746145249.120530:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2597 00002000:00100000:3.0:1746145249.120535:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092481f80 x1830965535402368/t4294968029(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/448 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.120541:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481f80 with x1830965535402368 ext(0->7) 00010000:00010000:3.0:1746145249.120545:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.120552:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.120557:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481f80 00000100:00100000:0.0:1746145249.124348:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.128467:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402496 00000100:00100000:3.0:1746145249.128478:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402496 00010000:00010000:3.0:1746145249.128513:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.128542:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10573 00000100:00100000:3.0:1746145249.128549:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965535402496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.128561:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.128578:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.128589:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.128608:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e00 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53611a expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.128640:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.128642:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.128648:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.128655:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.128682:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.128693:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135488:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.128772:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.144612:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.144749:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135488:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145249.144751:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145249.144767:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.144790:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402880 00000100:00100000:0.0:1746145249.144796:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402880 00000100:00100000:3.0:1746145249.144803:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1963:x1830965535402496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 16254us (20461us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.144812:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10573 00002000:00100000:0.0:1746145249.144829:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483480 x1830965535402880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.144846:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483480 with x1830965535402880 ext(0->4095) 00002000:00010000:0.0:1746145249.144850:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483480 00000100:00100000:0.0:1746145249.144876:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4451 00000100:00100000:0.0:1746145249.144883:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535402880:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145249.145376:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535402624 00000100:00100000:2.0:1746145249.145380:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535402624 00000100:00100000:1.0:1746145249.145458:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535402880:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 574us (706us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.145465:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4451 00002000:00100000:1.0:1746145249.145470:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483480 x1830965535402880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.145477:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483480 with x1830965535402880 ext(0->4095) 00002000:00010000:1.0:1746145249.145479:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092483480 00000100:00100000:2.0:1746145249.146818:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6444 00000100:00100000:2.0:1746145249.146828:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535402624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.146841:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.146855:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536128 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.146884:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.146891:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.146893:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.146897:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.146920:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.146932:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.146942:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531135616:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.147030:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.150845:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.150941:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403008 00000100:00100000:1.0:1746145249.150949:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403008 00000100:00100000:2.0:1746145249.151209:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b658380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531135616:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.151233:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.151250:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:1.0:1746145249.151493:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6445 00000100:00100000:1.0:1746145249.151502:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535403008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.151515:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.151526:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53612f expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.151545:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.151549:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.151554:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.151557:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.151582:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.151591:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.151602:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:2.0:1746145249.152461:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535402624:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5632us (7853us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.152469:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6444 00000100:00100000:1.0:1746145249.153330:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535403008:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1826us (2487us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.153337:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6445 00000100:00100000:0.0:1746145249.153986:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.155051:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403136 00000100:00100000:3.0:1746145249.155059:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403136 00010000:00010000:3.0:1746145249.155089:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.155126:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10574 00000100:00100000:3.0:1746145249.155133:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535403136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.155147:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.155164:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.155176:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.155196:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e07 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536121 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.155217:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.155219:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.155226:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.155233:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.155261:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.155270:0:7102:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.155281:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135872:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.155354:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.166517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.166585:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403392 00000100:00100000:1.0:1746145249.166592:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403392 00002000:00100000:1.0:1746145249.166687:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658380 x1830965535403392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.166696:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965535403392 ext(0->4095) 00010000:00010000:1.0:1746145249.166704:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.166717:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.166723:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:1.0:1746145249.166739:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2598 00000100:00100000:1.0:1746145249.166745:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535403392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.167174:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531135872:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.167188:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.167226:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535403136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 12094us (13241us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.167233:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10574 00000100:00100000:1.0:1746145249.167536:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b658380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535403392:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 790us (1024us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.167542:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2598 00002000:00100000:1.0:1746145249.167549:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b658380 x1830965535403392/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.167560:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b658380 with x1830965535403392 ext(0->4095) 00010000:00010000:1.0:1746145249.167565:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.167574:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.167578:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009b658380 00000100:00100000:0.0:1746145249.173419:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.173489:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403520 00000100:00100000:3.0:1746145249.173497:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403520 00010000:00010000:3.0:1746145249.173527:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.173568:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10575 00000100:00100000:3.0:1746145249.173577:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535403520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.173589:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.173605:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.173618:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.173670:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6e0e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536128 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.173688:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.173690:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.173697:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.173705:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.173793:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.173813:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531136000:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.173875:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.179163:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531136000:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.179183:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.179246:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535403520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5669us (5832us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.179255:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10575 00000100:00100000:2.0:1746145249.180329:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.180777:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403776 00000100:00100000:1.0:1746145249.180784:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403776 00002000:00100000:1.0:1746145249.180820:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965535403776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.180828:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965535403776 ext(0->4095) 00002000:00010000:1.0:1746145249.180832:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b480 00000100:00100000:1.0:1746145249.180859:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4452 00000100:00100000:1.0:1746145249.180866:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535403776:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145249.181014:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535403776:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 148us (685us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.181019:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4452 00002000:00100000:1.0:1746145249.181024:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b480 x1830965535403776/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.181031:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b480 with x1830965535403776 ext(0->4095) 00002000:00010000:1.0:1746145249.181033:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b480 00000100:00100000:0.0:1746145249.183057:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.183504:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535403904 00000100:00100000:1.0:1746145249.183509:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535403904 00000100:00100000:1.0:1746145249.183547:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6446 00000100:00100000:1.0:1746145249.183554:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535403904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.183566:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.183579:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536136 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.183607:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.183614:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.183616:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.183619:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.183696:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.183711:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.183722:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531136128:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.183798:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.185388:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531136128:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.185407:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145249.185415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145249.185424:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145249.185521:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535403904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2466us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.185528:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6446 00000100:00100000:2.0:1746145249.185610:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404032 00000100:00100000:2.0:1746145249.185615:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404032 00010000:00010000:2.0:1746145249.185654:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.185678:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10576 00000100:00100000:2.0:1746145249.185684:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535404032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.185693:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.185712:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.185722:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.185738:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6e15 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53612f expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.186285:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.186287:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.186294:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.186301:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.186324:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.186334:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531136256:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.186384:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.188427:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531136256:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.188441:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.188473:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535404032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2789us (3058us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.188481:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10576 00000100:00100000:0.0:1746145249.188571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.189849:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404288 00000100:00100000:3.0:1746145249.189856:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404288 00002000:00100000:3.0:1746145249.189889:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695880 x1830965535404288/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.189897:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535404288 ext(0->4095) 00002000:00010000:3.0:1746145249.189900:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695880 00000100:00100000:3.0:1746145249.189919:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4453 00000100:00100000:3.0:1746145249.189925:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535404288:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145249.190054:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535404288:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (1482us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.190060:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4453 00002000:00100000:3.0:1746145249.190065:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695880 x1830965535404288/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.190071:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535404288 ext(0->4095) 00002000:00010000:3.0:1746145249.190073:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695880 00000100:00100000:0.0:1746145249.191584:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.191624:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.191712:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404544 00000100:00100000:1.0:1746145249.191717:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404544 00000100:00100000:2.0:1746145249.191727:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404416 00000100:00100000:2.0:1746145249.191730:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404416 00000100:00100000:1.0:1746145249.191754:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6447 00000100:00100000:2.0:1746145249.191760:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6448 00000100:00100000:1.0:1746145249.191760:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31571:x1830965535404544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145249.191765:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535404416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.191770:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.191770:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.191782:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53613d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.191782:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536144 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.191870:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.191877:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.191895:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.191899:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.191907:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.191910:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.191915:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.191917:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.191934:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.191944:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 5 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.191953:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531136512:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.191955:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.191964:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.191975:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:1.0:1746145249.192012:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535404544:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 253us (430us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.192018:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6447 00000100:00100000:2.0:1746145249.192027:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.193120:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65a300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531136512:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.193133:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.193142:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:2.0:1746145249.193161:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535404416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1396us (1537us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.193166:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6448 00000100:00100000:0.0:1746145249.193594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.193792:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404672 00000100:00100000:1.0:1746145249.193796:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404672 00010000:00010000:1.0:1746145249.193815:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.193840:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10577 00000100:00100000:1.0:1746145249.193846:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535404672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.193855:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.193869:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.193879:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.193895:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e1c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536136 expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.193916:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.193918:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.193924:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.193936:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.193958:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.193966:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.193975:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531136640:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.194289:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.195733:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531136640:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145249.195746:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.195779:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535404672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1933us (2185us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.195786:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10577 00000100:00100000:0.0:1746145249.196835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.196927:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535404928 00000100:00100000:1.0:1746145249.196932:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535404928 00002000:00100000:1.0:1746145249.196961:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694a80 x1830965535404928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.196969:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694a80 with x1830965535404928 ext(0->4095) 00010000:00010000:1.0:1746145249.196977:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.196989:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.196996:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694a80 00000100:00100000:1.0:1746145249.197017:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2599 00000100:00100000:1.0:1746145249.197023:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535404928:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.197136:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535404928:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 108us (297us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.197141:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2599 00002000:00100000:1.0:1746145249.197146:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694a80 x1830965535404928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.197153:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694a80 with x1830965535404928 ext(0->4095) 00010000:00010000:1.0:1746145249.197159:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.197168:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.197173:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694a80 00000100:00100000:0.0:1746145249.198519:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.198649:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405056 00000100:00100000:1.0:1746145249.198654:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405056 00010000:00010000:1.0:1746145249.198672:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.198706:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10578 00000100:00100000:1.0:1746145249.198712:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535405056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.198720:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.198734:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.198743:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.198762:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e2a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53613d expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.198786:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.198788:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.198794:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.198800:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.198826:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145249.198837:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531136768:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.198897:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fcc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.201589:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531136768:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145249.201605:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.201783:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ac050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535405056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3070us (3265us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.201792:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10578 00000100:00100000:0.0:1746145249.201995:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.202072:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405312 00000100:00100000:3.0:1746145249.202077:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405312 00002000:00100000:3.0:1746145249.202106:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697100 x1830965535405312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.202114:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965535405312 ext(0->4095) 00002000:00010000:3.0:1746145249.202117:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092697100 00000100:00100000:3.0:1746145249.202130:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4454 00000100:00100000:3.0:1746145249.202134:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535405312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.202235:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535405312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 100us (240us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.202241:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4454 00002000:00100000:3.0:1746145249.202246:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092697100 x1830965535405312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.202253:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697100 with x1830965535405312 ext(0->4095) 00002000:00010000:3.0:1746145249.202255:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092697100 00000100:00100000:2.0:1746145249.204997:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.205081:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405440 00000100:00100000:0.0:1746145249.205088:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405440 00000100:00100000:0.0:1746145249.205129:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6449 00000100:00100000:0.0:1746145249.205136:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535405440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145249.205149:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145249.205164:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53614b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.205187:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.205194:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.205196:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.205199:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.205223:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.205233:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746145249.205244:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531136896:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145249.205309:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800927170c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.207682:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092694380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531136896:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.207704:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.207719:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa600, rc 0) 00000100:00100000:2.0:1746145249.207751:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535405440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2615us (2758us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.207757:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6449 00000100:00100000:0.0:1746145249.209938:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.210395:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405568 00000100:00100000:1.0:1746145249.210404:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405568 00010000:00010000:1.0:1746145249.210436:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.210471:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10579 00000100:00100000:1.0:1746145249.210477:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535405568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.210487:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.210503:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.210513:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.210532:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d6e23 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536144 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.210557:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.210558:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.210565:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.210572:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.210597:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145249.210611:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137024:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.211182:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.212922:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137024:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145249.212922:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145249.212935:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.212959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.212962:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535405568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2486us (3029us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.212970:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10579 00000100:00100000:2.0:1746145249.213042:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405952 00000100:00100000:2.0:1746145249.213047:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405952 00002000:00100000:2.0:1746145249.213079:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535405952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.213088:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535405952 ext(0->4095) 00000100:00100000:3.0:1746145249.213091:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535405696 00002000:00010000:2.0:1746145249.213092:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694e00 00000100:00100000:3.0:1746145249.213094:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535405696 00000100:00100000:2.0:1746145249.213116:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4455 00000100:00100000:3.0:1746145249.213117:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6450 00000100:00100000:3.0:1746145249.213121:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535405696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00000100:00100000:2.0:1746145249.213121:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535405952:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00010000:00010000:3.0:1746145249.213130:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.213141:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536152 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.213158:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.213164:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.213165:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.213168:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.213185:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.213198:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.213207:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531137152:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.213551:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535405952:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 429us (631us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.213568:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.213662:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4455 00002000:00100000:2.0:1746145249.213669:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694e00 x1830965535405952/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.213675:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694e00 with x1830965535405952 ext(0->4095) 00010000:00010000:2.0:1746145249.213679:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.213693:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.213698:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694e00 00000100:00100000:0.0:1746145249.215113:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.215164:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406080 00000100:00100000:1.0:1746145249.215168:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406080 00000100:00100000:1.0:1746145249.215192:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6451 00000100:00100000:1.0:1746145249.215197:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535406080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.215206:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.215214:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536159 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.215229:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.215233:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.215238:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.215241:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.215263:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.215277:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.215284:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:1.0:1746145249.215308:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535406080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (198us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.215313:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6451 00000100:00100000:3.0:1746145249.215452:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531137152:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.215465:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.215473:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:3.0:1746145249.215498:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535405696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2377us (2539us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.215503:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6450 00000100:00100000:0.0:1746145249.216296:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.216711:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406208 00000100:00100000:1.0:1746145249.216715:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406208 00010000:00010000:1.0:1746145249.216730:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.216753:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10580 00000100:00100000:1.0:1746145249.216758:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535406208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.216766:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.216781:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.216790:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.216805:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa600/0xb5ee96b21a0d6e31 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53614b expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.216815:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.216817:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.216823:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.216829:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.216848:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.216858:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.216868:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137408:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.217445:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.218234:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137408:192.168.203.38@tcp:105: 00010000:00010000:1.0:1746145249.218246:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.218444:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535406208:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1683us (2146us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.218451:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10580 00000100:00100000:0.0:1746145249.218587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.218868:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406464 00000100:00100000:3.0:1746145249.218873:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406464 00002000:00100000:3.0:1746145249.218905:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694700 x1830965535406464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.218913:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694700 with x1830965535406464 ext(0->4095) 00010000:00010000:3.0:1746145249.218919:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.218929:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.218939:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694700 00000100:00100000:3.0:1746145249.218959:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2600 00000100:00100000:3.0:1746145249.218965:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535406464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.219091:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535406464:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (504us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.219097:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2600 00002000:00100000:3.0:1746145249.219102:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092694700 x1830965535406464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.219112:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694700 with x1830965535406464 ext(0->4095) 00010000:00010000:3.0:1746145249.219117:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.219125:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.219130:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092694700 00000100:00100000:0.0:1746145249.220827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.220937:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406592 00000100:00100000:1.0:1746145249.220942:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406592 00010000:00010000:1.0:1746145249.220962:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.220989:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10581 00000100:00100000:1.0:1746145249.221278:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535406592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.221290:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.221303:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.221311:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.221327:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e38 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536152 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.221347:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.221349:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.221355:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.221361:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.221386:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145249.221396:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137536:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.221771:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.225148:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.225221:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137536:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.225238:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.225323:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406848 00000100:00100000:3.0:1746145249.225328:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406848 00002000:00100000:3.0:1746145249.225361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16300 x1830965535406848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.225370:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16300 with x1830965535406848 ext(0->4095) 00002000:00010000:3.0:1746145249.225374:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16300 00000100:00100000:3.0:1746145249.225392:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4456 00000100:00100000:3.0:1746145249.225398:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535406848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.225590:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535406592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4314us (4764us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.225597:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10581 00000100:00100000:3.0:1746145249.226300:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535406848:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 900us (1156us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.226307:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4456 00002000:00100000:3.0:1746145249.226311:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16300 x1830965535406848/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.226319:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16300 with x1830965535406848 ext(0->4095) 00002000:00010000:3.0:1746145249.226321:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16300 00000100:00100000:0.0:1746145249.228727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.228891:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535406976 00000100:00100000:2.0:1746145249.228898:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535406976 00000100:00100000:2.0:1746145249.229472:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6452 00000100:00100000:2.0:1746145249.229480:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535406976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.229497:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.229511:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536160 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.229535:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.229542:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.229543:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.229547:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.229571:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.229582:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.229593:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531137664:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.229690:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.232273:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531137664:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.232296:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145249.232300:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145249.232312:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:3.0:1746145249.232410:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535407104 00000100:00100000:3.0:1746145249.232415:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535407104 00010000:00010000:3.0:1746145249.232437:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.232809:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535406976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3328us (4083us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.232816:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6452 00000100:00100000:3.0:1746145249.232910:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10582 00000100:00100000:3.0:1746145249.232916:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535407104:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.232927:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.232944:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.232954:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.232971:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6e3f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536159 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.232989:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.232991:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.233004:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.233012:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.233037:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.233047:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137792:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.233293:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.234581:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531137792:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.234593:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.234618:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535407104:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1701us (2317us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.234644:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10582 00000100:00100000:0.0:1746145249.234984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.235047:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.235104:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535407488 00000100:00100000:2.0:1746145249.235108:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535407488 00000100:00100000:2.0:1746145249.235136:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6453 00000100:00100000:2.0:1746145249.235141:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535407488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.235155:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.235166:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536167 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.235184:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.235196:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.235197:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.235201:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.235219:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.235229:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.235238:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531137920:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.235278:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535407360 00000100:00100000:3.0:1746145249.235281:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535407360 00000100:00100000:2.0:1746145249.235284:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00002000:00100000:3.0:1746145249.235300:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965535407360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.235381:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965535407360 ext(0->4095) 00010000:00010000:3.0:1746145249.235387:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.235401:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.235406:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695180 00000100:00100000:3.0:1746145249.235418:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2601 00000100:00100000:3.0:1746145249.235423:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535407360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.235528:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535407360:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (546us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.235534:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2601 00002000:00100000:3.0:1746145249.235539:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092695180 x1830965535407360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.235545:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695180 with x1830965535407360 ext(0->4095) 00010000:00010000:3.0:1746145249.235549:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.235558:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.235563:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092695180 00000100:00100000:2.0:1746145249.237066:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65b800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531137920:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.237083:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237095:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145249.237236:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535407488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2093us (2188us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.237242:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6453 00000100:00100000:0.0:1746145249.237520:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.237650:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535407616 00000100:00100000:2.0:1746145249.237654:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535407616 00000100:00100000:2.0:1746145249.237672:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6454 00000100:00100000:2.0:1746145249.237677:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31571:x1830965535407616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.237686:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.237694:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53616e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237706:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.237710:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237714:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.237718:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237738:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237746:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.237753:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd000, rc 0) 00000100:00100000:2.0:1746145249.238410:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535407616:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 732us (889us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.238415:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6454 00000100:00100000:2.0:1746145249.238505:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.238659:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535407744 00000100:00100000:3.0:1746145249.238663:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535407744 00010000:00010000:3.0:1746145249.238679:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.238705:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10583 00000100:00100000:3.0:1746145249.238710:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535407744:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.238718:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.238840:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.238850:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.238865:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e46 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536160 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.238884:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.238885:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.238890:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.238898:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.238916:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.238926:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.238935:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138176:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.239051:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.240072:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138176:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.240084:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.240210:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535407744:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1499us (1705us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.240217:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10583 00000100:00100000:0.0:1746145249.242011:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.242160:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408000 00000100:00100000:1.0:1746145249.242166:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408000 00002000:00100000:1.0:1746145249.242197:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19e300 x1830965535408000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.242210:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19e300 with x1830965535408000 ext(0->4095) 00010000:00010000:1.0:1746145249.242217:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.242229:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.242234:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19e300 00000100:00100000:1.0:1746145249.242335:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2602 00000100:00100000:1.0:1746145249.242341:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535408000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.243723:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535408000:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1379us (1719us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.243730:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2602 00002000:00100000:1.0:1746145249.243736:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19e300 x1830965535408000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.243742:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19e300 with x1830965535408000 ext(0->4095) 00010000:00010000:1.0:1746145249.243748:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.243758:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.243764:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19e300 00000100:00100000:0.0:1746145249.247466:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.247590:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408128 00000100:00100000:3.0:1746145249.247598:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408128 00010000:00010000:3.0:1746145249.247651:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.247795:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10584 00000100:00100000:3.0:1746145249.247802:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535408128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.247813:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.247829:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.247840:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.247859:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e4d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536167 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.248015:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.248018:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.248025:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.248033:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.248063:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.248074:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138304:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.248755:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.251586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.251716:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408384 00000100:00100000:1.0:1746145249.251723:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408384 00002000:00100000:1.0:1746145249.251761:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19d880 x1830965535408384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.251771:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d880 with x1830965535408384 ext(0->4095) 00002000:00010000:1.0:1746145249.251775:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d880 00000100:00100000:1.0:1746145249.251924:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4457 00000100:00100000:1.0:1746145249.251932:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1963:x1830965535408384:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145249.252044:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138304:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.252060:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.252069:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1963:x1830965535408384:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 138us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.252075:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4457 00000100:00100000:3.0:1746145249.252080:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535408128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4280us (4621us total) trans 0 rc 0/0 00002000:00100000:1.0:1746145249.252080:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19d880 x1830965535408384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746145249.252086:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10584 00002000:00100000:1.0:1746145249.252087:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d880 with x1830965535408384 ext(0->4095) 00002000:00010000:1.0:1746145249.252089:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d880 00000100:00100000:0.0:1746145249.254971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.255229:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408512 00000100:00100000:2.0:1746145249.255237:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408512 00000100:00100000:2.0:1746145249.255368:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6455 00000100:00100000:2.0:1746145249.255376:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535408512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.255392:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.255406:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536175 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.255429:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.255435:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.255437:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.255440:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.255463:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.255473:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 59 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.255483:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531138432:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.255809:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.258008:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531138432:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.258030:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.258046:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145249.258077:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535408512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2702us (3112us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.258087:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6455 00000100:00100000:0.0:1746145249.258370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.258419:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408640 00000100:00100000:3.0:1746145249.258424:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408640 00010000:00010000:3.0:1746145249.258444:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.258462:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10585 00000100:00100000:3.0:1746145249.258466:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535408640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.258476:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.258491:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.258500:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.258519:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6e54 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53616e expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.258530:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.258532:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.258538:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.258544:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.258567:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.258577:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138560:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.258650:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1180 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.260930:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138560:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.260945:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.260988:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ad450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1960:x1830965535408640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2520us (2618us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.261004:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10585 00000100:00100000:1.0:1746145249.262030:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.262155:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535408896 00000100:00100000:2.0:1746145249.262161:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535408896 00002000:00100000:2.0:1746145249.262191:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16a00 x1830965535408896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.262199:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16a00 with x1830965535408896 ext(0->4095) 00002000:00010000:2.0:1746145249.262203:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16a00 00000100:00100000:2.0:1746145249.262225:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4458 00000100:00100000:2.0:1746145249.262231:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535408896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145249.262517:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.262767:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535408896:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 535us (738us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.262773:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4458 00002000:00100000:2.0:1746145249.262778:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f16a00 x1830965535408896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.262785:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f16a00 with x1830965535408896 ext(0->4095) 00002000:00010000:2.0:1746145249.262787:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f16a00 00000100:00100000:3.0:1746145249.263250:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409024 00000100:00100000:3.0:1746145249.263253:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409024 00000100:00100000:3.0:1746145249.263271:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6456 00000100:00100000:3.0:1746145249.263276:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535409024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.263285:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.263298:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53617c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.263323:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.263328:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.263330:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.263333:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.263354:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.263363:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.263372:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531138688:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.263424:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.266560:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.266873:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409152 00000100:00100000:2.0:1746145249.266881:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409152 00000100:00100000:2.0:1746145249.266927:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6457 00000100:00100000:2.0:1746145249.266936:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535409152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.266951:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.266968:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536183 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.266994:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.267008:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.267013:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.267016:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.267046:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.267057:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.267068:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:2.0:1746145249.267115:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535409152:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 180us (561us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.267121:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6457 00000100:00100000:0.0:1746145249.267295:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.267367:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531138688:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.267381:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.267388:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094222c00, rc 0) 00000100:00100000:3.0:1746145249.267404:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535409024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4127us (4887us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.267408:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6456 00000100:00100000:2.0:1746145249.267465:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409280 00000100:00100000:2.0:1746145249.267469:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409280 00010000:00010000:2.0:1746145249.267482:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.267551:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10586 00000100:00100000:2.0:1746145249.267557:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535409280:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.267565:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.267581:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.267590:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.267606:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6e5b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536175 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.268048:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.268050:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.268057:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.268063:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.268081:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.268090:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.268099:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138944:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.268150:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.270220:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531138944:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.270234:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.270270:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535409280:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2713us (2974us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.270278:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10586 00000100:00100000:0.0:1746145249.271022:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.271080:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409536 00000100:00100000:2.0:1746145249.271085:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409536 00002000:00100000:2.0:1746145249.271131:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f480 x1830965535409536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.271139:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535409536 ext(0->4095) 00010000:00010000:2.0:1746145249.271146:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.271156:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.271161:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19f480 00000100:00100000:2.0:1746145249.271182:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2603 00000100:00100000:2.0:1746145249.271187:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535409536:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.271353:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535409536:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 164us (331us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.271358:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2603 00002000:00100000:2.0:1746145249.271364:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f480 x1830965535409536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.271370:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535409536 ext(0->4095) 00010000:00010000:2.0:1746145249.271375:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.271387:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.271392:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009c19f480 00000100:00100000:0.0:1746145249.272364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.272399:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409664 00000100:00100000:2.0:1746145249.272404:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409664 00010000:00010000:2.0:1746145249.272420:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.272446:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10587 00000100:00100000:2.0:1746145249.272452:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535409664:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.272461:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.272472:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.272482:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.272500:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6e62 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53617c expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.272523:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.272525:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.272531:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.272543:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.272651:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.272663:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139072:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.272716:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.274708:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.274785:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139072:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.274800:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.274830:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535409664:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2377us (2466us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.274837:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10587 00000100:00100000:3.0:1746145249.274906:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535409920 00000100:00100000:3.0:1746145249.274911:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535409920 00002000:00100000:3.0:1746145249.274935:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c700 x1830965535409920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.274943:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535409920 ext(0->4095) 00002000:00010000:3.0:1746145249.274947:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c700 00000100:00100000:3.0:1746145249.274968:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4459 00000100:00100000:3.0:1746145249.274974:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535409920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.275261:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535409920:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 286us (560us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.275267:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4459 00002000:00100000:3.0:1746145249.275272:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19c700 x1830965535409920/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.275279:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535409920 ext(0->4095) 00002000:00010000:3.0:1746145249.275282:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c700 00000100:00100000:0.0:1746145249.278051:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.278131:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410048 00000100:00100000:3.0:1746145249.278137:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410048 00000100:00100000:3.0:1746145249.278177:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6458 00000100:00100000:3.0:1746145249.278184:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535410048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.278195:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.278208:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53618a expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.278228:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.278239:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.278241:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.278244:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.278264:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.278273:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 59 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.278283:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139200:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.278898:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.280445:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139200:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.280466:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.280480:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223600, rc 0) 00000100:00100000:3.0:1746145249.280520:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535410048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2336us (2473us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.280527:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6458 00000100:00100000:0.0:1746145249.282208:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.282346:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410176 00000100:00100000:2.0:1746145249.282352:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410176 00010000:00010000:2.0:1746145249.282379:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.282407:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10588 00000100:00100000:2.0:1746145249.282414:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535410176:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.282425:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.282440:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.282454:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.282471:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6e69 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536183 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.282492:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.282494:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.282500:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.282507:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.282531:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.282542:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139328:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.282606:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.284321:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139328:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.284335:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.284367:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535410176:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1953us (2162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.284374:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10588 00000100:00100000:0.0:1746145249.284946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.285177:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410432 00000100:00100000:3.0:1746145249.285181:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410432 00002000:00100000:3.0:1746145249.285213:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f800 x1830965535410432/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.285226:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535410432 ext(0->4095) 00002000:00010000:3.0:1746145249.285230:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f800 00000100:00100000:3.0:1746145249.285420:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4460 00000100:00100000:3.0:1746145249.285427:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535410432:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.285548:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535410432:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (602us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.285554:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4460 00002000:00100000:3.0:1746145249.285558:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009c19f800 x1830965535410432/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.285565:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535410432 ext(0->4095) 00002000:00010000:3.0:1746145249.285568:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f800 00000100:00100000:0.0:1746145249.286522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.286995:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410560 00000100:00100000:3.0:1746145249.287008:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410560 00000100:00100000:3.0:1746145249.287040:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6459 00000100:00100000:3.0:1746145249.287046:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535410560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.287056:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.287069:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536191 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.287089:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.287096:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.287098:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.287102:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.287124:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.287134:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.287143:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139456:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.287938:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.288228:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.288323:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410688 00000100:00100000:2.0:1746145249.288327:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410688 00000100:00100000:2.0:1746145249.288354:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6460 00000100:00100000:2.0:1746145249.288359:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535410688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.288367:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.288373:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536198 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.288384:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.288387:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.288392:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.288395:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.288411:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.288419:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.288426:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc000, rc 0) 00000100:00100000:2.0:1746145249.288448:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535410688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 89us (221us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.288453:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6460 00000100:00100000:0.0:1746145249.290375:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.290436:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139456:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.290452:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.290463:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:3.0:1746145249.290487:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535410560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3441us (3967us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.290494:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6459 00000100:00100000:2.0:1746145249.290544:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535410816 00000100:00100000:2.0:1746145249.290548:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535410816 00010000:00010000:2.0:1746145249.290568:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.290594:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10589 00000100:00100000:2.0:1746145249.290599:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535410816:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.290608:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.290621:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.290645:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.290661:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6e70 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53618a expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.290671:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.290673:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.290679:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.290686:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.290705:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.290713:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.290727:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139712:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.290763:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.292878:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139712:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.292893:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.292919:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535410816:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2319us (2546us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.292927:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10589 00000100:00100000:0.0:1746145249.293304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.293428:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411072 00000100:00100000:1.0:1746145249.293433:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411072 00002000:00100000:1.0:1746145249.293461:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4e00 x1830965535411072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.293469:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4e00 with x1830965535411072 ext(0->4095) 00010000:00010000:1.0:1746145249.293475:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.293485:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.293494:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4e00 00000100:00100000:1.0:1746145249.294093:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2604 00000100:00100000:1.0:1746145249.294100:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535411072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.294229:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535411072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 129us (925us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.294234:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2604 00002000:00100000:1.0:1746145249.294239:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4e00 x1830965535411072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.294246:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4e00 with x1830965535411072 ext(0->4095) 00010000:00010000:1.0:1746145249.294251:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.294259:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.294265:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4e00 00000100:00100000:0.0:1746145249.296602:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.296703:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411200 00000100:00100000:2.0:1746145249.296709:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411200 00010000:00010000:2.0:1746145249.296734:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.296766:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10590 00000100:00100000:2.0:1746145249.296772:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535411200:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.296782:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.296798:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.296807:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.296826:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6e77 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536191 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.297576:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.297580:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.297588:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.297595:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.297726:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.297739:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139840:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.297801:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.300187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.300244:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411456 00000100:00100000:3.0:1746145249.300250:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411456 00002000:00100000:3.0:1746145249.300280:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6680 x1830965535411456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.300288:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6680 with x1830965535411456 ext(0->4095) 00002000:00010000:3.0:1746145249.300292:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6680 00000100:00100000:2.0:1746145249.300376:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531139840:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.300390:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.300513:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4461 00000100:00100000:3.0:1746145249.300520:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535411456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.300717:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535411200:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3944us (4119us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.300725:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10590 00000100:00100000:3.0:1746145249.301135:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535411456:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 615us (953us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.301140:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4461 00002000:00100000:3.0:1746145249.301145:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6680 x1830965535411456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.301151:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6680 with x1830965535411456 ext(0->4095) 00002000:00010000:3.0:1746145249.301154:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6680 00000100:00100000:0.0:1746145249.303271:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.303474:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411584 00000100:00100000:3.0:1746145249.303480:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411584 00000100:00100000:3.0:1746145249.303565:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6461 00000100:00100000:3.0:1746145249.303570:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535411584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.303583:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.303596:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53619f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.303617:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.303623:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.303773:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.303778:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.303801:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 59 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.303816:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 59 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.303825:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139968:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.304293:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.306159:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.306241:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411712 00000100:00100000:2.0:1746145249.306246:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411712 00010000:00010000:2.0:1746145249.306269:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.306748:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531139968:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.306768:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.306780:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223800, rc 0) 00000100:00100000:3.0:1746145249.306813:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535411584:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3242us (3545us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.306820:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6461 00000100:00100000:2.0:1746145249.306915:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10591 00000100:00100000:2.0:1746145249.306921:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535411712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.306932:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.306948:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.306963:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.306980:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6e7e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536198 expref: 60 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.306992:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.306994:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.307007:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.307014:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.307035:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.307043:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140096:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.307073:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.309824:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.309889:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535411968 00000100:00100000:3.0:1746145249.309896:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535411968 00002000:00100000:3.0:1746145249.309927:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965535411968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.309937:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965535411968 ext(0->4095) 00002000:00010000:3.0:1746145249.309941:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b4a80 00000100:00100000:3.0:1746145249.310112:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4462 00000100:00100000:3.0:1746145249.310118:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535411968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.311744:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535411968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 1621us (1921us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.311756:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4462 00002000:00100000:3.0:1746145249.311764:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4a80 x1830965535411968/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.311772:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4a80 with x1830965535411968 ext(0->4095) 00002000:00010000:3.0:1746145249.311776:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b4a80 00000100:00100000:3.0:1746145249.311821:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b65ad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140096:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.311835:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.311984:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1960:x1830965535411712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5062us (5827us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.311991:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10591 00000100:00100000:2.0:1746145249.312367:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.313200:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412096 00000100:00100000:3.0:1746145249.313206:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412096 00000100:00100000:3.0:1746145249.313244:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6462 00000100:00100000:3.0:1746145249.313251:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535412096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.313264:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.313277:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361a6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.313301:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.313308:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.313310:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.313313:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.313339:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.313349:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.313359:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140224:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.313424:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.314482:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.315123:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412224 00000100:00100000:1.0:1746145249.315128:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412224 00000100:00100000:1.0:1746145249.315162:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6463 00000100:00100000:1.0:1746145249.315167:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535412224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.315177:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.315189:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361ad expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.315254:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140224:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.315596:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.315604:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.315610:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.315613:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.315639:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.315651:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6200, rc 0) 00010000:00010000:1.0:1746145249.315655:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.315665:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.315673:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:3.0:1746145249.315687:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535412096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2436us (3320us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.315690:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535412224:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 523us (1210us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.315693:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6462 00000100:00100000:1.0:1746145249.315696:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6463 00000100:00100000:0.0:1746145249.315821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.315988:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412352 00000100:00100000:3.0:1746145249.315991:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412352 00010000:00010000:3.0:1746145249.316016:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.316042:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10592 00000100:00100000:3.0:1746145249.316047:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535412352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.316056:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.316071:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.316080:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.316100:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6e85 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53619f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.316112:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.316114:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.316119:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.316126:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.316142:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.316152:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.316161:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140480:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.316218:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.319095:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140480:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.319110:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.319708:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85acc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535412352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3658us (3885us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.319719:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10592 00000100:00100000:1.0:1746145249.319861:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.320255:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412608 00000100:00100000:3.0:1746145249.320260:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412608 00002000:00100000:3.0:1746145249.320289:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15500 x1830965535412608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.320297:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15500 with x1830965535412608 ext(0->4095) 00010000:00010000:3.0:1746145249.320304:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.320315:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.320321:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15500 00000100:00100000:3.0:1746145249.320334:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2605 00000100:00100000:3.0:1746145249.320340:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535412608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.320456:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535412608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 116us (595us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.320462:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2605 00002000:00100000:3.0:1746145249.320467:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15500 x1830965535412608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.320473:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15500 with x1830965535412608 ext(0->4095) 00010000:00010000:3.0:1746145249.320478:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.320490:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.320495:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15500 00000100:00100000:0.0:1746145249.323790:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.323983:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412736 00000100:00100000:3.0:1746145249.323991:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412736 00010000:00010000:3.0:1746145249.324025:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.324099:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10593 00000100:00100000:3.0:1746145249.324106:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535412736:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.324118:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.324133:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.324144:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.324162:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6e8c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361a6 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.324187:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.324189:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.324196:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.324208:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.324234:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.324244:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140608:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.324773:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.327054:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.327120:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140608:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.327133:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.327172:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535412736:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3066us (3387us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.327181:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10593 00000100:00100000:1.0:1746145249.327318:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535412992 00000100:00100000:1.0:1746145249.327323:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535412992 00002000:00100000:1.0:1746145249.327350:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b800 x1830965535412992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.327360:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b800 with x1830965535412992 ext(0->4095) 00002000:00010000:1.0:1746145249.327363:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b800 00000100:00100000:1.0:1746145249.327375:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4463 00000100:00100000:1.0:1746145249.327381:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535412992:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:1.0:1746145249.327479:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535412992:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 98us (429us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.327485:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4463 00002000:00100000:1.0:1746145249.327489:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b65b800 x1830965535412992/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.327497:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b65b800 with x1830965535412992 ext(0->4095) 00002000:00010000:1.0:1746145249.327499:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b65b800 00000100:00100000:0.0:1746145249.329122:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.329199:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413120 00000100:00100000:3.0:1746145249.329205:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413120 00000100:00100000:3.0:1746145249.329264:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6464 00000100:00100000:3.0:1746145249.329270:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535413120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.329281:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.329293:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361b4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.329314:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.329320:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.329322:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.329325:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.329347:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.329358:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.329369:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140736:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.329785:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.331534:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140736:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.331553:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.331567:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accba00, rc 0) 00000100:00100000:3.0:1746145249.331594:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535413120:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2324us (2475us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.331601:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6464 00000100:00100000:0.0:1746145249.332010:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.332819:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413248 00000100:00100000:3.0:1746145249.332825:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413248 00010000:00010000:3.0:1746145249.332845:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.333071:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10594 00000100:00100000:3.0:1746145249.333078:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535413248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.333092:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.333107:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.333118:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.333137:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6e93 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ad expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.333470:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.333472:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.333479:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.333488:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.333513:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.333523:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140864:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.333888:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.335963:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.336067:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413504 00000100:00100000:2.0:1746145249.336074:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413504 00002000:00100000:2.0:1746145249.336106:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7100 x1830965535413504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.336115:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7100 with x1830965535413504 ext(0->4095) 00002000:00010000:2.0:1746145249.336119:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7100 00000100:00100000:2.0:1746145249.336146:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4464 00000100:00100000:2.0:1746145249.336152:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535413504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.336261:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535413504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (301us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.336267:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4464 00002000:00100000:2.0:1746145249.336272:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b7100 x1830965535413504/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.336279:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b7100 with x1830965535413504 ext(0->4095) 00002000:00010000:2.0:1746145249.336281:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b7100 00000100:00100000:3.0:1746145249.336346:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531140864:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.336360:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.336381:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535413248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3303us (4372us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.336390:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10594 00000100:00100000:0.0:1746145249.338446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.339052:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413632 00000100:00100000:3.0:1746145249.339057:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413632 00000100:00100000:3.0:1746145249.339095:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6465 00000100:00100000:3.0:1746145249.339101:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535413632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.339113:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.339127:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361bb expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.339148:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.339154:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.339156:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.339159:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.339185:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.339195:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.339206:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140992:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.339831:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.340440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.340812:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413760 00000100:00100000:1.0:1746145249.340816:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413760 00000100:00100000:1.0:1746145249.341155:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6466 00000100:00100000:1.0:1746145249.341162:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535413760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.341173:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.341181:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361c2 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.341196:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.341200:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.341205:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.341208:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.341229:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.341245:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.341254:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc400, rc 0) 00000100:00100000:1.0:1746145249.341281:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535413760:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 120us (842us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.341287:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6466 00000100:00100000:3.0:1746145249.341361:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531140992:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.341376:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.341383:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accac00, rc 0) 00000100:00100000:3.0:1746145249.341398:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535413632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2298us (2956us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.341403:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6465 00000100:00100000:0.0:1746145249.345858:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.345938:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535413888 00000100:00100000:3.0:1746145249.345947:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535413888 00010000:00010000:3.0:1746145249.345974:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.346011:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10595 00000100:00100000:3.0:1746145249.346017:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535413888:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.346027:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.346043:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.346053:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.346075:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accba00/0xb5ee96b21a0d6e9a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361b4 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.346606:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.346608:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.346615:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.346622:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.346665:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.346675:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.346685:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141248:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.347106:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.348355:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141248:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.348373:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.348397:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535413888:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2379us (2543us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145249.348692:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.348733:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414144 00000100:00100000:1.0:1746145249.348738:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414144 00000100:00100000:3.0:1746145249.348755:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10595 00002000:00100000:1.0:1746145249.348769:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4000 x1830965535414144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.348778:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4000 with x1830965535414144 ext(0->4095) 00010000:00010000:1.0:1746145249.348784:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.348795:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.348801:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4000 00000100:00100000:1.0:1746145249.348827:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2606 00000100:00100000:1.0:1746145249.348834:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535414144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.348932:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535414144:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 99us (240us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.348938:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2606 00002000:00100000:1.0:1746145249.348942:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b4000 x1830965535414144/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.348949:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4000 with x1830965535414144 ext(0->4095) 00010000:00010000:1.0:1746145249.348953:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.348962:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.348967:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b4000 00000100:00100000:0.0:1746145249.350569:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.350641:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414272 00000100:00100000:3.0:1746145249.350645:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414272 00010000:00010000:3.0:1746145249.350664:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.351073:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10596 00000100:00100000:3.0:1746145249.351081:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535414272:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.351091:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.351104:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.351115:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.351133:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accac00/0xb5ee96b21a0d6ea1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361bb expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.351154:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.351157:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.351162:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.351170:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.351191:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.351201:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141376:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.351256:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.352821:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.352903:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141376:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.352916:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.352939:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535414272:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1859us (2373us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.352947:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10596 00000100:00100000:2.0:1746145249.353010:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414528 00000100:00100000:2.0:1746145249.353015:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414528 00002000:00100000:2.0:1746145249.353040:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5880 x1830965535414528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.353049:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5880 with x1830965535414528 ext(0->4095) 00002000:00010000:2.0:1746145249.353053:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5880 00000100:00100000:2.0:1746145249.353194:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4465 00000100:00100000:2.0:1746145249.353200:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535414528:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:2.0:1746145249.353306:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535414528:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 106us (487us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.353311:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4465 00002000:00100000:2.0:1746145249.353316:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5880 x1830965535414528/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.353328:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5880 with x1830965535414528 ext(0->4095) 00002000:00010000:2.0:1746145249.353331:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5880 00000100:00100000:0.0:1746145249.355376:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.355437:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414656 00000100:00100000:3.0:1746145249.355442:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414656 00000100:00100000:3.0:1746145249.355544:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6467 00000100:00100000:3.0:1746145249.355550:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535414656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.355563:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.355575:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361c9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.355596:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.355602:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.355604:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.355607:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.355735:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.355745:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.355755:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531141504:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.355919:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.358408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.358461:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414784 00000100:00100000:0.0:1746145249.358466:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414784 00010000:00010000:0.0:1746145249.358489:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.358491:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531141504:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.358511:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145249.358520:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10597 00000100:00100000:0.0:1746145249.358526:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535414784:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.358530:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6e00, rc 0) 00010000:00010000:0.0:1746145249.358535:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145249.358551:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145249.358563:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.358569:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535414656:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3019us (3196us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.358575:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6467 00010000:00010000:0.0:1746145249.358582:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6ea8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c2 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145249.358594:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145249.358596:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145249.358603:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.359109:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.359175:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145249.359188:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008de3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141632:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145249.359756:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.363429:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008de3bb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531141632:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.363446:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.363497:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535414784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4966us (5088us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.363505:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10597 00000100:00100000:0.0:1746145249.365457:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.365532:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535414912 00000100:00100000:3.0:1746145249.365539:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535414912 00000100:00100000:3.0:1746145249.366223:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6468 00000100:00100000:3.0:1746145249.366231:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535414912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.366247:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.366260:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361d0 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.366284:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.366290:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.366292:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.366295:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.366320:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.366874:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.366891:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531141760:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.366968:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.367113:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.367241:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535415168 00000100:00100000:2.0:1746145249.367246:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535415168 00002000:00100000:2.0:1746145249.367271:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b480 x1830965535415168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.367280:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965535415168 ext(0->4095) 00010000:00010000:2.0:1746145249.367286:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.367295:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.367300:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:2.0:1746145249.367324:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2607 00000100:00100000:2.0:1746145249.367330:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535415168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.367434:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535415168:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 104us (321us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.367443:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2607 00002000:00100000:2.0:1746145249.367448:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008de3b480 x1830965535415168/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.367455:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3b480 with x1830965535415168 ext(0->4095) 00010000:00010000:2.0:1746145249.367459:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.367467:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.367472:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008de3b480 00000100:00100000:0.0:1746145249.370600:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531141760:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145249.370648:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.370664:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009accae00, rc 0) 00000100:00100000:0.0:1746145249.370710:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535414912:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4478us (5255us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145249.370717:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6468 00010000:00010000:3.0:1746145249.370977:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145249.371853:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.371896:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535415296 00000100:00100000:2.0:1746145249.371903:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535415296 00000100:00100000:2.0:1746145249.371946:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6469 00000100:00100000:2.0:1746145249.371952:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31571:x1830965535415296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.371964:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.371975:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361d7 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.371994:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.372006:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.372012:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.372016:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.372044:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.372054:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.372062:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd000, rc 0) 00000100:00100000:2.0:1746145249.372099:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535415296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (247us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.372104:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6469 00000100:00100000:0.0:1746145249.372181:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.372882:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535415424 00000100:00100000:2.0:1746145249.372886:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535415424 00010000:00010000:2.0:1746145249.372902:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.372929:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10598 00000100:00100000:2.0:1746145249.372935:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535415424:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.372943:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.372959:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.372968:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.372982:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d6eaf lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361c9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.373064:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.373066:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.373072:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.373079:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.373097:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.373107:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.373117:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142016:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.373623:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.379514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.379621:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142016:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.379649:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.380561:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535415680 00000100:00100000:3.0:1746145249.380568:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535415680 00002000:00100000:3.0:1746145249.380608:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9c00 x1830965535415680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.380617:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535415680 ext(0->4095) 00010000:00010000:3.0:1746145249.380638:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.380651:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.380658:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9c00 00000100:00100000:2.0:1746145249.380678:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535415424:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7741us (8495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.380679:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2608 00000100:00100000:3.0:1746145249.380685:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535415680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.380685:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10598 00000100:00100000:3.0:1746145249.381326:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535415680:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 640us (1817us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.381332:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2608 00002000:00100000:3.0:1746145249.381336:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9c00 x1830965535415680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.381343:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535415680 ext(0->4095) 00010000:00010000:3.0:1746145249.381348:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.381356:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.381361:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883c9c00 00000100:00100000:0.0:1746145249.383613:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.384312:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535415808 00000100:00100000:2.0:1746145249.384319:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535415808 00010000:00010000:2.0:1746145249.384347:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.384399:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10599 00000100:00100000:2.0:1746145249.384405:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535415808:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.384416:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.384429:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.384440:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.384458:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009accae00/0xb5ee96b21a0d6eb6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d0 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.384675:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.384678:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.384684:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.384692:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.384717:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.384726:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142144:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.385034:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.386842:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142144:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.386857:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.387314:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85afc50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535415808:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2907us (3703us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.387323:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10599 00000100:00100000:0.0:1746145249.388786:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.388931:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416064 00000100:00100000:3.0:1746145249.388938:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416064 00002000:00100000:3.0:1746145249.388971:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cbb80 x1830965535416064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.388980:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535416064 ext(0->4095) 00002000:00010000:3.0:1746145249.388984:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cbb80 00000100:00100000:3.0:1746145249.389016:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4466 00000100:00100000:3.0:1746145249.389022:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535416064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.389161:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535416064:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.389167:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4466 00002000:00100000:3.0:1746145249.389172:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cbb80 x1830965535416064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.389178:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535416064 ext(0->4095) 00002000:00010000:3.0:1746145249.389181:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cbb80 00000100:00100000:0.0:1746145249.391168:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.391237:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416192 00000100:00100000:1.0:1746145249.391242:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416192 00000100:00100000:1.0:1746145249.391308:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6470 00000100:00100000:1.0:1746145249.391316:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535416192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.391327:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.391342:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361de expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.391364:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.391371:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.391373:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.391376:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.391399:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 59 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.391414:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 59 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.391424:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531142272:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.392648:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f300 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.394205:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531142272:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.394227:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.394242:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd000, rc 0) 00000100:00100000:1.0:1746145249.394273:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535416192:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2957us (3107us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.394280:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6470 00000100:00100000:0.0:1746145249.395171:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.395242:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416320 00000100:00100000:2.0:1746145249.395247:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416320 00010000:00010000:2.0:1746145249.395268:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.395292:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10600 00000100:00100000:2.0:1746145249.395297:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535416320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.395306:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.395321:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.395330:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.395347:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6ebd lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361d7 expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.395357:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.395359:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.395365:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.395371:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.395392:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.395400:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142400:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.396162:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.397422:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.397510:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142400:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.397524:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.397551:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535416320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2254us (2381us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.397559:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10600 00000100:00100000:1.0:1746145249.397725:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416576 00000100:00100000:1.0:1746145249.397729:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416576 00002000:00100000:1.0:1746145249.397757:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9180 x1830965535416576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.397764:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9180 with x1830965535416576 ext(0->4095) 00002000:00010000:1.0:1746145249.397768:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9180 00000100:00100000:1.0:1746145249.398647:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4467 00000100:00100000:1.0:1746145249.398654:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535416576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.398898:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535416576:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 244us (1478us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.398906:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4467 00002000:00100000:1.0:1746145249.398911:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c9180 x1830965535416576/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.398917:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9180 with x1830965535416576 ext(0->4095) 00002000:00010000:1.0:1746145249.398920:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9180 00000100:00100000:0.0:1746145249.399315:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.399573:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416704 00000100:00100000:1.0:1746145249.399577:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416704 00000100:00100000:1.0:1746145249.400071:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6471 00000100:00100000:1.0:1746145249.400079:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535416704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.400088:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.400101:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361e5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.400123:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.400130:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.400131:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.400134:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.400156:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.400166:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 5 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:1.0:1746145249.400180:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531142528:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.400949:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.401770:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.402908:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093f15f80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531142528:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.402929:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.402943:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b6c00, rc 0) 00000100:00100000:1.0:1746145249.402970:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535416704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2892us (3655us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.402977:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6471 00000100:00100000:1.0:1746145249.402994:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416832 00000100:00100000:1.0:1746145249.403007:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416832 00000100:00100000:1.0:1746145249.403961:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6472 00000100:00100000:1.0:1746145249.403969:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31571:x1830965535416832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.403979:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.403991:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361ec expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.404015:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.404019:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.404024:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.404027:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.404053:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.404061:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.404067:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:1.0:1746145249.404091:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535416832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 124us (2322us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.404096:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6472 00000100:00100000:0.0:1746145249.404748:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.405304:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535416960 00000100:00100000:2.0:1746145249.405310:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535416960 00010000:00010000:2.0:1746145249.405331:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.405539:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10601 00000100:00100000:2.0:1746145249.405546:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535416960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.405555:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.405570:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.405580:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.405596:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd000/0xb5ee96b21a0d6ec4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361de expref: 6 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.405617:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.405618:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.405638:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.405646:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.405666:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.405675:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.405685:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142784:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.405738:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.408534:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.408710:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142784:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.408725:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.408765:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535416960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3219us (4018us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.408773:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10601 00000100:00100000:3.0:1746145249.409078:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535417216 00000100:00100000:3.0:1746145249.409083:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535417216 00002000:00100000:3.0:1746145249.409111:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb100 x1830965535417216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.409126:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb100 with x1830965535417216 ext(0->4095) 00010000:00010000:3.0:1746145249.409133:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.409144:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.409150:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cb100 00000100:00100000:3.0:1746145249.409169:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2609 00000100:00100000:3.0:1746145249.409174:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535417216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.409275:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535417216:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (746us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.409281:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2609 00002000:00100000:3.0:1746145249.409285:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb100 x1830965535417216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.409292:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb100 with x1830965535417216 ext(0->4095) 00010000:00010000:3.0:1746145249.409296:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.409304:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.409309:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800883cb100 00000100:00100000:0.0:1746145249.411493:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.411925:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535417344 00000100:00100000:2.0:1746145249.411931:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535417344 00010000:00010000:2.0:1746145249.411955:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.412076:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10602 00000100:00100000:2.0:1746145249.412082:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1962:x1830965535417344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.412092:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.412106:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.412116:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.412133:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b6c00/0xb5ee96b21a0d6ecb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361e5 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.412291:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.412293:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.412300:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.412308:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.412331:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.412341:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142912:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.412550:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.414916:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.415034:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531142912:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.415051:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.415085:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1962:x1830965535417344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3003us (3595us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.415094:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10602 00000100:00100000:1.0:1746145249.415163:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535417600 00000100:00100000:1.0:1746145249.415168:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535417600 00002000:00100000:1.0:1746145249.415203:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f480 x1830965535417600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.415211:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f480 with x1830965535417600 ext(0->4095) 00002000:00010000:1.0:1746145249.415215:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0f480 00000100:00100000:1.0:1746145249.415242:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4468 00000100:00100000:1.0:1746145249.415248:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965535417600:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145249.415370:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965535417600:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 122us (459us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.415376:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4468 00002000:00100000:1.0:1746145249.415381:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0f480 x1830965535417600/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.415393:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0f480 with x1830965535417600 ext(0->4095) 00002000:00010000:1.0:1746145249.415395:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0f480 00000100:00100000:0.0:1746145249.417808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.417962:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535417728 00000100:00100000:3.0:1746145249.417969:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535417728 00000100:00100000:3.0:1746145249.418078:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6473 00000100:00100000:3.0:1746145249.418085:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535417728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.418100:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.418115:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361f3 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.418138:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.418145:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.418147:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.418150:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.418175:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.418185:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.418195:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143040:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.418689:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.421698:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.421703:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143040:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.421726:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.421745:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6200, rc 0) 00000100:00100000:3.0:1746145249.421794:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535417728:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3708us (3990us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.421802:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6473 00000100:00100000:2.0:1746145249.421869:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535417856 00000100:00100000:2.0:1746145249.421875:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535417856 00010000:00010000:2.0:1746145249.421898:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.421929:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10603 00000100:00100000:2.0:1746145249.421935:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535417856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.421945:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.421961:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.421971:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.421989:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6ed2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361ec expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.422010:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.422012:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.422018:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.422025:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.422049:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.422060:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143168:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.422105:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.424308:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143168:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.424322:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.424359:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1960:x1830965535417856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2423us (2666us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.424366:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10603 00000100:00100000:0.0:1746145249.424561:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.425031:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418112 00000100:00100000:3.0:1746145249.425036:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418112 00002000:00100000:3.0:1746145249.425064:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0e680 x1830965535418112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.425073:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0e680 with x1830965535418112 ext(0->4095) 00002000:00010000:3.0:1746145249.425076:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0e680 00000100:00100000:3.0:1746145249.425095:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4469 00000100:00100000:3.0:1746145249.425100:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535418112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.425213:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535418112:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (652us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.425218:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4469 00002000:00100000:3.0:1746145249.425222:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0e680 x1830965535418112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.425228:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0e680 with x1830965535418112 ext(0->4095) 00002000:00010000:3.0:1746145249.425230:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0e680 00000100:00100000:0.0:1746145249.426133:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.426171:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418240 00000100:00100000:3.0:1746145249.426175:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418240 00000100:00100000:3.0:1746145249.426201:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6474 00000100:00100000:3.0:1746145249.426206:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:31559:x1830965535418240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.426215:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.426227:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5361fa expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.426245:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.426251:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.426252:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.426255:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 60 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.426274:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.426282:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.426292:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143296:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.426345:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.429425:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.430310:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418368 00000100:00100000:1.0:1746145249.430318:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418368 00000100:00100000:1.0:1746145249.430357:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6475 00000100:00100000:1.0:1746145249.430364:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535418368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.430378:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.430392:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536201 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.430413:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.430418:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.430423:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.430427:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.430452:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.430463:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.430471:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc800, rc 0) 00000100:00100000:1.0:1746145249.430511:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535418368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 147us (1092us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.430517:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6475 00000100:00100000:0.0:1746145249.430641:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.430728:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418496 00000100:00100000:2.0:1746145249.430731:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418496 00010000:00010000:2.0:1746145249.430748:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.430762:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10604 00000100:00100000:2.0:1746145249.430766:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535418496:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.430773:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.430788:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.430797:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.430813:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.430814:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.430820:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.430827:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.430844:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.430854:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.430865:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143552:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.430903:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00010000:00010000:3.0:1746145249.431093:0:11330:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6ed9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361f3 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.431106:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143296:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.431120:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.431130:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.431136:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79400, rc 0) 00000100:00100000:3.0:1746145249.431153:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535418240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4947us (5023us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.431157:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6474 00000100:00100000:2.0:1746145249.433928:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143552:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.433942:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.433970:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535418496:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3203us (3345us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.433979:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10604 00000100:00100000:0.0:1746145249.434082:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.434331:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418752 00000100:00100000:1.0:1746145249.434336:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418752 00002000:00100000:1.0:1746145249.434364:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291500 x1830965535418752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.434372:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291500 with x1830965535418752 ext(0->4095) 00010000:00010000:1.0:1746145249.434378:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.434388:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.434393:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291500 00000100:00100000:1.0:1746145249.434766:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2610 00000100:00100000:1.0:1746145249.434772:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535418752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.435351:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535418752:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 578us (1268us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.435357:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2610 00002000:00100000:1.0:1746145249.435361:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291500 x1830965535418752/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.435368:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291500 with x1830965535418752 ext(0->4095) 00010000:00010000:1.0:1746145249.435372:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.435383:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.435388:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093291500 00000100:00100000:0.0:1746145249.437710:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.437901:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535418880 00000100:00100000:2.0:1746145249.437908:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535418880 00010000:00010000:2.0:1746145249.437935:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.438032:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10605 00000100:00100000:2.0:1746145249.438038:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535418880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.438050:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.438065:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.438074:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.438091:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6ee0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5361fa expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.438230:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.438232:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.438238:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.438245:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.438269:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.438277:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143680:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.438701:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.440006:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.440072:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143680:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.440084:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.440108:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535418880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2071us (2403us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.440119:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10605 00000100:00100000:1.0:1746145249.440177:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419136 00000100:00100000:1.0:1746145249.440183:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419136 00002000:00100000:1.0:1746145249.440214:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291c00 x1830965535419136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.440222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535419136 ext(0->4095) 00002000:00010000:1.0:1746145249.440226:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:1.0:1746145249.440278:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4470 00000100:00100000:1.0:1746145249.440285:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965535419136:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145249.440433:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1963:x1830965535419136:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 148us (439us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.440438:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4470 00002000:00100000:1.0:1746145249.440442:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093291c00 x1830965535419136/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.440448:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535419136 ext(0->4095) 00002000:00010000:1.0:1746145249.440451:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:0.0:1746145249.442092:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.443994:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419264 00000100:00100000:3.0:1746145249.444013:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419264 00000100:00100000:3.0:1746145249.444309:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6476 00000100:00100000:3.0:1746145249.444317:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535419264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.444331:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.444346:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536208 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.444369:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.444376:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.444378:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.444381:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.444403:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.444416:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.444427:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143808:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.444557:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.446518:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.446592:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531143808:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.446615:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.446651:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79000, rc 0) 00000100:00100000:3.0:1746145249.446696:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535419264:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (4606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.446703:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6476 00000100:00100000:2.0:1746145249.446930:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419392 00000100:00100000:2.0:1746145249.446936:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419392 00010000:00010000:2.0:1746145249.446959:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.446977:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10606 00000100:00100000:2.0:1746145249.446983:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1961:x1830965535419392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.446993:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.447022:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.447033:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.447051:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6ee7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536201 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.447073:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.447074:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.447081:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.447087:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.447111:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.447121:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143936:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.447167:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880136b47b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.449575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.449655:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419648 00000100:00100000:1.0:1746145249.449662:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419648 00002000:00100000:1.0:1746145249.449696:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965535419648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145249.449699:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531143936:192.168.203.38@tcp:105: 00002000:00100000:1.0:1746145249.449709:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965535419648 ext(0->4095) 00002000:00010000:1.0:1746145249.449713:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290a80 00010000:00010000:2.0:1746145249.449717:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.449737:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4471 00000100:00100000:1.0:1746145249.449743:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535419648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.449755:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+59:1961:x1830965535419392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2772us (3241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.449763:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10606 00000100:00100000:1.0:1746145249.449852:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535419648:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (284us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.449857:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4471 00002000:00100000:1.0:1746145249.449862:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093290a80 x1830965535419648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.449869:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290a80 with x1830965535419648 ext(0->4095) 00002000:00010000:1.0:1746145249.449871:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290a80 00000100:00100000:0.0:1746145249.451800:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.451865:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.452083:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419776 00000100:00100000:2.0:1746145249.452089:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419776 00000100:00100000:2.0:1746145249.452124:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535419904 00000100:00100000:2.0:1746145249.452125:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535419904 00000100:00100000:2.0:1746145249.452137:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6477 00000100:00100000:2.0:1746145249.452144:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:31559:x1830965535419776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.452156:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.452170:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53620f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.452192:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.452199:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.452200:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.452203:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.452224:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.452235:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 5 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.452244:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144064:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.452294:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.452357:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6478 00000100:00100000:1.0:1746145249.452366:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535419904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.452373:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.452379:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536216 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.452390:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.452393:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.452398:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.452401:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.452421:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.452430:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.452437:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efd600, rc 0) 00000100:00100000:1.0:1746145249.452457:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535419904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 95us (592us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.452462:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6478 00000100:00100000:2.0:1746145249.454359:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144064:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.454622:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.454659:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdde00, rc 0) 00000100:00100000:2.0:1746145249.454691:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535419776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2547us (2895us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.454697:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6477 00000100:00100000:0.0:1746145249.454835:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.455961:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420032 00000100:00100000:3.0:1746145249.455968:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420032 00010000:00010000:3.0:1746145249.455992:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.456031:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10607 00000100:00100000:3.0:1746145249.456036:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535420032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.456047:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.456062:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.456077:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.456095:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6eee lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536208 expref: 6 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.456110:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.456112:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.456119:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.456126:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.456149:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 60 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.456158:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 60 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.456168:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144320:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.457117:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.458735:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144320:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.458751:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.458945:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535420032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2907us (4108us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.458957:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10607 00000100:00100000:0.0:1746145249.459116:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.459348:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420288 00000100:00100000:1.0:1746145249.459355:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420288 00002000:00100000:1.0:1746145249.459388:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef480 x1830965535420288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.459396:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef480 with x1830965535420288 ext(0->4095) 00010000:00010000:1.0:1746145249.459403:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.459415:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.459421:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef480 00000100:00100000:1.0:1746145249.459444:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2611 00000100:00100000:1.0:1746145249.459451:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535420288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.459571:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cef480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535420288:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (455us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.459577:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2611 00002000:00100000:1.0:1746145249.459582:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cef480 x1830965535420288/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.459588:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cef480 with x1830965535420288 ext(0->4095) 00010000:00010000:1.0:1746145249.459593:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.459601:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.459606:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cef480 00000100:00100000:0.0:1746145249.461893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.461968:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420416 00000100:00100000:3.0:1746145249.461976:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420416 00010000:00010000:3.0:1746145249.462010:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.462495:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10608 00000100:00100000:3.0:1746145249.462501:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535420416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.462514:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.462530:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.462541:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.462561:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6ef5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53620f expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.462960:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.462962:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.462971:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.462978:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.463021:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 60 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.463032:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144448:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.463284:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.469604:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144448:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.469624:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.472129:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535420416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 9620us (10233us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.472140:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10608 00000100:00100000:0.0:1746145249.475337:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.476722:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420672 00000100:00100000:3.0:1746145249.476732:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420672 00002000:00100000:3.0:1746145249.476772:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cece00 x1830965535420672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.476781:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cece00 with x1830965535420672 ext(0->4095) 00002000:00010000:3.0:1746145249.476786:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cece00 00000100:00100000:3.0:1746145249.476820:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4472 00000100:00100000:3.0:1746145249.476827:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535420672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.476970:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cece00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535420672:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 143us (1638us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.476978:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4472 00002000:00100000:3.0:1746145249.476983:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093cece00 x1830965535420672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.476990:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cece00 with x1830965535420672 ext(0->4095) 00002000:00010000:3.0:1746145249.476993:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cece00 00000100:00100000:0.0:1746145249.481969:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.482189:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420800 00000100:00100000:2.0:1746145249.482197:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420800 00000100:00100000:2.0:1746145249.482247:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6479 00000100:00100000:2.0:1746145249.482254:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535420800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.482269:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.482283:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53621d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.482308:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.482318:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.482320:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.482323:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.482349:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 59 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.482359:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 59 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.482424:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144576:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.482513:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.486584:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144576:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.486610:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.486657:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145249.486695:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535420800:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4440us (4733us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.486702:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6479 00000100:00100000:0.0:1746145249.488679:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.488755:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535420928 00000100:00100000:1.0:1746145249.488762:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535420928 00002000:00100000:1.0:1746145249.488794:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093cec000 x1830965535420928/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.488803:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec000 with x1830965535420928 ext(0->7) 00010000:00010000:1.0:1746145249.488809:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.488821:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 60 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.488827:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec000 00000100:00100000:1.0:1746145249.488854:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2612 00000100:00100000:1.0:1746145249.488860:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+60:1960:x1830965535420928:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145249.489093:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cec000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535420928:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 232us (416us total) trans 4294968030 rc 0/0 00000100:00100000:1.0:1746145249.489099:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2612 00002000:00100000:1.0:1746145249.489104:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880093cec000 x1830965535420928/t4294968030(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/448 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.489111:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cec000 with x1830965535420928 ext(0->7) 00010000:00010000:1.0:1746145249.489115:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.489124:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.489130:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093cec000 00000100:00100000:0.0:1746145249.490281:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.490821:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421056 00000100:00100000:2.0:1746145249.490825:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421056 00010000:00010000:2.0:1746145249.490845:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.490877:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10609 00000100:00100000:2.0:1746145249.490882:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1963:x1830965535421056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.490892:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.490903:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.490912:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.490929:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efd600/0xb5ee96b21a0d6efc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536216 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.491399:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.491401:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.491408:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.491416:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.491443:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.491454:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144704:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.492211:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.498971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.499687:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421184 00000100:00100000:2.0:1746145249.499696:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421184 00000100:00100000:2.0:1746145249.499744:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6480 00000100:00100000:2.0:1746145249.499751:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535421184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.499766:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.499781:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536224 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.499804:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.499811:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.499812:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.499816:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.499839:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.499850:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.499860:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144832:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.499930:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7180 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.501763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.501893:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421440 00000100:00100000:3.0:1746145249.501899:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421440 00002000:00100000:3.0:1746145249.501929:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93b80 x1830965535421440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.501938:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93b80 with x1830965535421440 ext(0->4095) 00010000:00010000:3.0:1746145249.501945:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.501958:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.501964:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93b80 00000100:00100000:3.0:1746145249.501991:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2613 00000100:00100000:3.0:1746145249.502010:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535421440:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.502138:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535421440:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 139us (378us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.502144:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2613 00002000:00100000:3.0:1746145249.502149:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93b80 x1830965535421440/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.502156:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93b80 with x1830965535421440 ext(0->4095) 00010000:00010000:3.0:1746145249.502160:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.502169:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.502179:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab93b80 00000100:00100000:2.0:1746145249.504464:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531144704:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.504482:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.504533:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1963:x1830965535421056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 13649us (14251us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.504545:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10609 00000100:00100000:0.0:1746145249.506100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.506148:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421568 00000100:00100000:0.0:1746145249.506148:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.506153:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421568 00000100:00100000:3.0:1746145249.506166:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421696 00000100:00100000:3.0:1746145249.506167:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421696 00000100:00100000:3.0:1746145249.506193:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6481 00000100:00100000:3.0:1746145249.506199:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535421696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.506212:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145249.506217:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531144832:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.506225:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53622b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.506233:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506244:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.506248:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506253:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.506256:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.506297:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd000, rc 0) 00010000:00010000:3.0:1746145249.506309:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506318:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506325:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79400, rc 0) 00000100:00100000:3.0:1746145249.506532:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535421696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 333us (382us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.506533:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535421184:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 6782us (7567us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.506538:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6481 00010000:00010000:3.0:1746145249.506561:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.506605:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6480 00000100:00100000:3.0:1746145249.506759:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10610 00000100:00100000:3.0:1746145249.506764:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535421568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.506772:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.506786:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.506796:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.506811:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f03 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53621d expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.506825:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.506827:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.506832:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506839:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506855:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.506868:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.506878:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145088:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.506970:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.511547:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145088:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.511565:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.511600:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535421568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4834us (5502us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.511609:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10610 00000100:00100000:0.0:1746145249.512055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.512112:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535421952 00000100:00100000:1.0:1746145249.512118:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535421952 00002000:00100000:1.0:1746145249.512150:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92a00 x1830965535421952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.512158:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92a00 with x1830965535421952 ext(0->4095) 00010000:00010000:1.0:1746145249.512165:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.512176:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.512182:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92a00 00000100:00100000:1.0:1746145249.512209:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2614 00000100:00100000:1.0:1746145249.512215:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535421952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.512341:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535421952:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 126us (286us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.512347:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2614 00002000:00100000:1.0:1746145249.512352:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92a00 x1830965535421952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.512358:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92a00 with x1830965535421952 ext(0->4095) 00010000:00010000:1.0:1746145249.512361:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.512369:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.512373:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92a00 00000100:00100000:0.0:1746145249.514096:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.514286:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422080 00000100:00100000:3.0:1746145249.514290:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422080 00010000:00010000:3.0:1746145249.514311:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.514849:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10611 00000100:00100000:3.0:1746145249.514856:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535422080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.514866:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.514881:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.514891:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.514909:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd000/0xb5ee96b21a0d6f0a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536224 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.514924:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.514926:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.514932:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.514940:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.514964:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.514974:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145216:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.515256:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.517388:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145216:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.517405:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.517644:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535422080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2771us (3533us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.517652:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10611 00000100:00100000:0.0:1746145249.517679:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.517740:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422336 00000100:00100000:2.0:1746145249.517745:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422336 00002000:00100000:2.0:1746145249.517773:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93100 x1830965535422336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.517782:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93100 with x1830965535422336 ext(0->4095) 00002000:00010000:2.0:1746145249.517786:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93100 00000100:00100000:2.0:1746145249.517810:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4473 00000100:00100000:2.0:1746145249.517816:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535422336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.517933:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab93100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535422336:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (253us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.517938:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4473 00002000:00100000:2.0:1746145249.517943:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab93100 x1830965535422336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.517949:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab93100 with x1830965535422336 ext(0->4095) 00002000:00010000:2.0:1746145249.517951:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab93100 00000100:00100000:0.0:1746145249.519609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.519743:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422464 00000100:00100000:2.0:1746145249.519748:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422464 00000100:00100000:2.0:1746145249.519921:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6482 00000100:00100000:2.0:1746145249.519927:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535422464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.519940:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.519954:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536232 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.519976:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.519983:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.519984:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.519988:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.520019:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.520028:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.520038:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531145344:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.520099:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.521661:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531145344:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.521680:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.521692:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:2.0:1746145249.521717:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535422464:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1790us (2111us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.521724:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6482 00000100:00100000:1.0:1746145249.523010:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.523056:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422592 00000100:00100000:3.0:1746145249.523061:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422592 00010000:00010000:3.0:1746145249.523083:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.523113:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10612 00000100:00100000:3.0:1746145249.523120:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535422592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.523132:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.523148:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.523158:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.523175:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f11 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53622b expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.523189:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.523191:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.523197:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.523203:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.523225:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.523235:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145472:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.523287:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.525049:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145472:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.525064:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.525097:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535422592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1977us (2090us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.525106:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10612 00000100:00100000:0.0:1746145249.526304:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.526349:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422848 00000100:00100000:3.0:1746145249.526358:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422848 00002000:00100000:3.0:1746145249.526387:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91880 x1830965535422848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.526402:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91880 with x1830965535422848 ext(0->4095) 00002000:00010000:3.0:1746145249.526406:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91880 00000100:00100000:3.0:1746145249.526865:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4474 00000100:00100000:3.0:1746145249.526872:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535422848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.526985:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535422848:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (684us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.526991:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4474 00002000:00100000:3.0:1746145249.527003:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91880 x1830965535422848/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.527010:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91880 with x1830965535422848 ext(0->4095) 00002000:00010000:3.0:1746145249.527013:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91880 00000100:00100000:0.0:1746145249.528436:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.528693:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535422976 00000100:00100000:2.0:1746145249.528699:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535422976 00000100:00100000:2.0:1746145249.528731:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6483 00000100:00100000:2.0:1746145249.528736:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b825050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535422976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.528747:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.528759:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536239 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.528779:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.528785:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.528787:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.528790:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.528816:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.528826:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.528836:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531145600:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.529722:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.529793:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.529985:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535423104 00000100:00100000:3.0:1746145249.529989:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535423104 00000100:00100000:3.0:1746145249.530029:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6484 00000100:00100000:3.0:1746145249.530034:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535423104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.530043:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.530050:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536240 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.530062:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.530065:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.530070:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.530074:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.530092:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.530102:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.530109:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79000, rc 0) 00000100:00100000:3.0:1746145249.530140:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535423104:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 106us (347us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.530145:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6484 00000100:00100000:2.0:1746145249.531878:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531145600:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.531898:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.531909:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223600, rc 0) 00000100:00100000:2.0:1746145249.531943:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b825050 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535422976:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3207us (3510us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.531950:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6483 00000100:00100000:0.0:1746145249.532406:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.532754:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535423232 00000100:00100000:2.0:1746145249.532759:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535423232 00010000:00010000:2.0:1746145249.532779:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.532806:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10613 00000100:00100000:2.0:1746145249.532811:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535423232:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.532820:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.532837:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.532847:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.532864:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f18 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536232 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.533056:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.533058:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.533065:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.533071:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.533094:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.533105:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.533114:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145856:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.533256:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.535527:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145856:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.535540:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.535567:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85af850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535423232:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2754us (3161us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.535575:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10613 00000100:00100000:0.0:1746145249.536731:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.537139:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535423488 00000100:00100000:2.0:1746145249.537145:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535423488 00002000:00100000:2.0:1746145249.537178:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92680 x1830965535423488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.537187:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92680 with x1830965535423488 ext(0->4095) 00010000:00010000:2.0:1746145249.537194:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.537206:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.537211:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92680 00000100:00100000:2.0:1746145249.537235:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2615 00000100:00100000:2.0:1746145249.537241:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535423488:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.537363:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535423488:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 121us (633us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.537369:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2615 00002000:00100000:2.0:1746145249.537374:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab92680 x1830965535423488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.537381:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab92680 with x1830965535423488 ext(0->4095) 00010000:00010000:2.0:1746145249.537384:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.537397:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.537402:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008ab92680 00000100:00100000:0.0:1746145249.539707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.539969:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535423616 00000100:00100000:2.0:1746145249.539975:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535423616 00010000:00010000:2.0:1746145249.540008:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.540067:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10614 00000100:00100000:2.0:1746145249.540073:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535423616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.540083:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.540097:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.540107:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.540125:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223600/0xb5ee96b21a0d6f1f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536239 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.540507:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.540509:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.540516:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.540528:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.540552:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.540562:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145984:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.540806:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.542981:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.543069:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531145984:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.543083:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.543112:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535423616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3039us (3411us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.543121:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10614 00000100:00100000:3.0:1746145249.543180:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535423872 00000100:00100000:3.0:1746145249.543186:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535423872 00002000:00100000:3.0:1746145249.543213:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91180 x1830965535423872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.543222:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91180 with x1830965535423872 ext(0->4095) 00002000:00010000:3.0:1746145249.543226:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91180 00000100:00100000:3.0:1746145249.543245:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4475 00000100:00100000:3.0:1746145249.543250:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1962:x1830965535423872:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145249.543359:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1962:x1830965535423872:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 108us (382us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.543364:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4475 00002000:00100000:3.0:1746145249.543368:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008ab91180 x1830965535423872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.543380:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab91180 with x1830965535423872 ext(0->4095) 00002000:00010000:3.0:1746145249.543382:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab91180 00000100:00100000:0.0:1746145249.545220:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.545284:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424000 00000100:00100000:2.0:1746145249.545289:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424000 00000100:00100000:2.0:1746145249.545316:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6485 00000100:00100000:2.0:1746145249.545322:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535424000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.545334:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.545346:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536247 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.545367:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.545373:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.545375:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.545378:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.545400:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.545409:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.545419:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146112:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.545732:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.547340:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146112:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.547360:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.547372:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc000, rc 0) 00000100:00100000:2.0:1746145249.547399:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535424000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2077us (2183us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.547406:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6485 00000100:00100000:0.0:1746145249.548558:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.548709:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424128 00000100:00100000:2.0:1746145249.548714:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424128 00010000:00010000:2.0:1746145249.548734:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.548782:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10615 00000100:00100000:2.0:1746145249.548788:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535424128:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.548800:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.548815:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.548824:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.548841:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f26 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536240 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.548954:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.548956:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.548963:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.548970:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.548992:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.549010:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146240:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.549273:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.551268:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.551350:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146240:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.551365:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.551392:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535424128:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2604us (2836us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.551404:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10615 00000100:00100000:3.0:1746145249.551462:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424384 00000100:00100000:3.0:1746145249.551466:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424384 00002000:00100000:3.0:1746145249.551491:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678e00 x1830965535424384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.551500:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965535424384 ext(0->4095) 00002000:00010000:3.0:1746145249.551503:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678e00 00000100:00100000:3.0:1746145249.551523:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4476 00000100:00100000:3.0:1746145249.551528:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535424384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.551663:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535424384:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (399us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.551668:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4476 00002000:00100000:3.0:1746145249.551673:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678e00 x1830965535424384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.551680:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965535424384 ext(0->4095) 00002000:00010000:3.0:1746145249.551682:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678e00 00000100:00100000:0.0:1746145249.554325:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.554361:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.554423:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424512 00000100:00100000:2.0:1746145249.554429:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424512 00000100:00100000:2.0:1746145249.554463:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424640 00000100:00100000:2.0:1746145249.554465:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424640 00000100:00100000:2.0:1746145249.554477:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6486 00000100:00100000:2.0:1746145249.554483:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535424512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.554496:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.554508:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53624e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.554530:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.554537:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.554538:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.554541:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.554564:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.554574:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.554584:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146368:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.554653:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.554699:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6487 00000100:00100000:1.0:1746145249.554706:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535424640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.554712:0:19630:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.554717:0:19630:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536255 expref: -99 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.554726:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.554729:0:19630:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.554733:0:19630:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.554736:0:19630:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 64 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.554752:0:19630:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.554762:0:19630:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 64 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.554769:0:19630:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc800, rc 0) 00000100:00100000:1.0:1746145249.554789:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535424640:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 84us (427us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.554794:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6487 00000100:00100000:2.0:1746145249.556781:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146368:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.556800:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.556811:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:2.0:1746145249.556851:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535424512:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2367us (2529us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.556856:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6486 00000100:00100000:0.0:1746145249.557215:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.557506:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535424768 00000100:00100000:2.0:1746145249.557511:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535424768 00010000:00010000:2.0:1746145249.557531:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.557713:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10616 00000100:00100000:2.0:1746145249.557720:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535424768:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.557728:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.557745:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.557755:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.557773:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f2d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536247 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.557790:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.557791:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.557797:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.557804:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.557826:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.557835:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.557844:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146624:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.557901:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.560948:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146624:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.560964:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.560993:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535424768:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3274us (3778us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.561011:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10616 00000100:00100000:1.0:1746145249.561116:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.561374:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425024 00000100:00100000:2.0:1746145249.561379:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425024 00002000:00100000:2.0:1746145249.561405:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15f80 x1830965535425024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.561413:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15f80 with x1830965535425024 ext(0->4095) 00010000:00010000:2.0:1746145249.561420:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.561436:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.561441:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15f80 00000100:00100000:2.0:1746145249.561463:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2616 00000100:00100000:2.0:1746145249.561468:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535425024:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.561587:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535425024:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 118us (471us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.561593:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2616 00002000:00100000:2.0:1746145249.561598:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f15f80 x1830965535425024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.561604:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15f80 with x1830965535425024 ext(0->4095) 00010000:00010000:2.0:1746145249.561608:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.561615:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:2.0:1746145249.561620:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093f15f80 00000100:00100000:0.0:1746145249.563815:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.563892:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425152 00000100:00100000:2.0:1746145249.563897:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425152 00010000:00010000:2.0:1746145249.563921:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.564031:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10617 00000100:00100000:2.0:1746145249.564039:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535425152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.564048:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.564063:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.564073:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.564090:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6f34 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53624e expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.564494:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.564496:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.564504:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.564512:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.564540:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.564551:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146752:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.564616:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.567018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.567155:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425408 00000100:00100000:3.0:1746145249.567162:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425408 00002000:00100000:3.0:1746145249.567195:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965535425408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.567203:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535425408 ext(0->4095) 00002000:00010000:3.0:1746145249.567208:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678380 00000100:00100000:3.0:1746145249.567224:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4477 00000100:00100000:3.0:1746145249.567230:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535425408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.567470:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531146752:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.567484:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.568115:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535425408:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 883us (1099us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.568121:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4477 00002000:00100000:3.0:1746145249.568127:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b678380 x1830965535425408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.568134:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535425408 ext(0->4095) 00002000:00010000:3.0:1746145249.568136:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678380 00000100:00100000:2.0:1746145249.568230:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535425152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4192us (4419us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.568237:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10617 00000100:00100000:0.0:1746145249.570251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.570344:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425536 00000100:00100000:2.0:1746145249.570348:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425536 00000100:00100000:2.0:1746145249.570381:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6488 00000100:00100000:2.0:1746145249.570387:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535425536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.570399:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.570412:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53625c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.570432:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 61 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.570438:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.570440:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.570443:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.570463:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 61 pid: 19630 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.570471:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 61 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.570480:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146880:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.570536:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.572369:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531146880:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.572390:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.572402:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:2.0:1746145249.572440:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535425536:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2052us (2193us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.572447:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6488 00000100:00100000:0.0:1746145249.572974:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.573416:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425664 00000100:00100000:2.0:1746145249.573420:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425664 00010000:00010000:2.0:1746145249.573441:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.573469:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10618 00000100:00100000:2.0:1746145249.573474:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535425664:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.573484:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.573499:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.573508:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.573525:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6f3b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536255 expref: 62 pid: 19630 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.573736:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.573739:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.573745:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.573752:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.573774:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.573784:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147008:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.574207:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.575688:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.575778:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535425920 00000100:00100000:3.0:1746145249.575788:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535425920 00002000:00100000:3.0:1746145249.575818:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679500 x1830965535425920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.575825:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679500 with x1830965535425920 ext(0->4095) 00002000:00010000:3.0:1746145249.575830:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679500 00000100:00100000:3.0:1746145249.575845:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4478 00000100:00100000:3.0:1746145249.575851:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535425920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.575981:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535425920:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 129us (296us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.575987:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4478 00002000:00100000:3.0:1746145249.575992:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b679500 x1830965535425920/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.576006:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679500 with x1830965535425920 ext(0->4095) 00002000:00010000:3.0:1746145249.576009:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679500 00000100:00100000:2.0:1746145249.576075:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147008:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.576088:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.576110:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535425664:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2636us (3137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.576116:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10618 00000100:00100000:0.0:1746145249.577498:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.577612:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426048 00000100:00100000:2.0:1746145249.577616:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426048 00000100:00100000:2.0:1746145249.577666:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6489 00000100:00100000:2.0:1746145249.577672:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31571:x1830965535426048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.577682:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.577694:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536263 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.577715:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.577722:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.577724:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.577728:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.577750:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.577759:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.577768:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147136:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145249.578503:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.578562:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.578706:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426176 00000100:00100000:3.0:1746145249.578710:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426176 00000100:00100000:3.0:1746145249.578728:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6490 00000100:00100000:3.0:1746145249.578733:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535426176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.578739:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.578746:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53626a expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.578759:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.578762:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.578767:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.578769:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.578785:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.578794:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.578802:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79400, rc 0) 00000100:00100000:3.0:1746145249.578825:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535426176:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 92us (323us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.578831:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6490 00000100:00100000:2.0:1746145249.581222:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147136:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.581245:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.581259:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdde00, rc 0) 00000100:00100000:2.0:1746145249.581900:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535426048:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4226us (4402us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.581908:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6489 00000100:00100000:0.0:1746145249.583976:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.584093:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426304 00000100:00100000:2.0:1746145249.584101:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426304 00010000:00010000:2.0:1746145249.584128:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.584295:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10619 00000100:00100000:2.0:1746145249.584302:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535426304:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.584316:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.584333:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.584343:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.584362:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f42 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53625c expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.584377:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.584378:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.584385:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.584392:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.584419:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.584429:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.584439:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147392:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.584503:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.590279:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.590337:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426560 00000100:00100000:0.0:1746145249.590345:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426560 00002000:00100000:0.0:1746145249.590380:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482680 x1830965535426560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.590389:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482680 with x1830965535426560 ext(0->4095) 00010000:00010000:0.0:1746145249.590398:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145249.590410:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746145249.590416:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482680 00000100:00100000:0.0:1746145249.590469:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2617 00000100:00100000:0.0:1746145249.590476:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535426560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145249.590597:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535426560:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 121us (323us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.590602:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2617 00002000:00100000:0.0:1746145249.590608:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482680 x1830965535426560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.590615:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482680 with x1830965535426560 ext(0->4095) 00010000:00010000:0.0:1746145249.590619:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:0.0:1746145249.590645:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:0.0:1746145249.590651:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482680 00000100:00100000:2.0:1746145249.590810:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147392:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.590825:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.590846:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535426304:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6545us (6875us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.590852:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10619 00000100:00100000:0.0:1746145249.593623:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.593817:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.594074:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426816 00000100:00100000:3.0:1746145249.594081:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426816 00010000:00010000:3.0:1746145249.594108:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.594129:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10620 00000100:00100000:3.0:1746145249.594135:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535426816:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.594145:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.594159:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.594170:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.594188:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d6f49 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536263 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.594248:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535426688 00000100:00100000:2.0:1746145249.594251:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535426688 00010000:00010000:3.0:1746145249.594414:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.594416:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.594422:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.594430:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.594454:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.594465:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147520:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.594645:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6491 00000100:00100000:2.0:1746145249.594651:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535426688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.594662:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.594671:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536271 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.594685:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.594690:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.594692:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.594695:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.594708:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.594716:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 6/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.594724:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147648:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.594814:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.595006:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.596986:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147520:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.597010:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.597271:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147648:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.597287:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.597301:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc000, rc 0) 00000100:00100000:3.0:1746145249.597375:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ad850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535426816:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3239us (3557us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.597384:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10620 00000100:00100000:0.0:1746145249.597530:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.597719:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535426688:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3067us (4101us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.597725:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6491 00000100:00100000:3.0:1746145249.597873:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427072 00000100:00100000:3.0:1746145249.597877:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427072 00002000:00100000:3.0:1746145249.597899:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298ad80 x1830965535427072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.597908:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965535427072 ext(0->4095) 00010000:00010000:3.0:1746145249.597914:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.597924:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.597930:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:3.0:1746145249.597941:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2618 00000100:00100000:3.0:1746145249.597946:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535427072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.598051:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535427072:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 104us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.598056:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2618 00002000:00100000:3.0:1746145249.598060:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298ad80 x1830965535427072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.598073:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298ad80 with x1830965535427072 ext(0->4095) 00010000:00010000:3.0:1746145249.598077:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.598085:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.598091:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298ad80 00000100:00100000:0.0:1746145249.600784:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.601145:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.601209:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427328 00000100:00100000:3.0:1746145249.601215:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427328 00010000:00010000:3.0:1746145249.601240:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.601695:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10621 00000100:00100000:3.0:1746145249.601702:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535427328:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.601712:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.601727:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.601738:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.601756:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f50 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53626a expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.601774:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.601777:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.601783:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.601790:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.601813:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.601823:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147776:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.601876:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.602040:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427200 00000100:00100000:2.0:1746145249.602043:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427200 00000100:00100000:2.0:1746145249.602065:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6492 00000100:00100000:2.0:1746145249.602070:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535427200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.602080:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.602088:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536278 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.602102:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.602107:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.602109:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.602111:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.602124:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.602138:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.602146:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147904:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.602165:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.604623:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531147776:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.604660:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.604706:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535427328:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3004us (3559us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.604714:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10621 00000100:00100000:0.0:1746145249.604836:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.604894:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427584 00000100:00100000:1.0:1746145249.604900:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427584 00002000:00100000:1.0:1746145249.604931:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298a300 x1830965535427584/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.604938:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a300 with x1830965535427584 ext(0->4095) 00010000:00010000:1.0:1746145249.604944:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.604953:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.604958:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298a300 00000100:00100000:1.0:1746145249.604969:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2619 00000100:00100000:1.0:1746145249.604974:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535427584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.605086:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535427584:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 112us (250us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.605092:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2619 00002000:00100000:1.0:1746145249.605096:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009298a300 x1830965535427584/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.605102:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a300 with x1830965535427584 ext(0->4095) 00010000:00010000:1.0:1746145249.605106:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.605114:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.605120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88009298a300 00000100:00100000:2.0:1746145249.605680:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531147904:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.605696:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.605708:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:2.0:1746145249.605734:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535427200:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3664us (4956us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.605740:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6492 00000100:00100000:0.0:1746145249.608129:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.608238:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427712 00000100:00100000:3.0:1746145249.608245:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427712 00010000:00010000:3.0:1746145249.608269:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.608321:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10622 00000100:00100000:3.0:1746145249.608327:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535427712:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.608337:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.608351:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.608366:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.608385:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d6f57 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536271 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.608403:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.608405:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.608411:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.608419:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.608443:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.608453:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148032:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.609179:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.612181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.612294:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148032:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.612310:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.612343:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1962:x1830965535427712:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4016us (4219us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.612352:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10622 00000100:00100000:3.0:1746145249.612496:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535427968 00000100:00100000:3.0:1746145249.612501:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535427968 00002000:00100000:3.0:1746145249.612531:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989c00 x1830965535427968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.612540:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989c00 with x1830965535427968 ext(0->4095) 00002000:00010000:3.0:1746145249.612543:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989c00 00000100:00100000:3.0:1746145249.612567:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4479 00000100:00100000:3.0:1746145249.612574:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535427968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.612698:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535427968:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (521us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.612703:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4479 00002000:00100000:3.0:1746145249.612708:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092989c00 x1830965535427968/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.612715:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989c00 with x1830965535427968 ext(0->4095) 00002000:00010000:3.0:1746145249.612717:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989c00 00000100:00100000:2.0:1746145249.614922:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.614990:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428096 00000100:00100000:0.0:1746145249.615005:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428096 00000100:00100000:0.0:1746145249.615138:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6493 00000100:00100000:0.0:1746145249.615145:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535428096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145249.615157:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145249.615171:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53627f expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.615193:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.615199:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.615201:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.615203:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.615225:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.615235:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 61 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:0.0:1746145249.615245:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148160:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145249.615314:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.617183:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092988e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148160:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.617208:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.617226:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:2.0:1746145249.617264:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535428096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2119us (2346us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.617271:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6493 00000100:00100000:0.0:1746145249.618900:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.619155:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428224 00000100:00100000:2.0:1746145249.619162:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428224 00010000:00010000:2.0:1746145249.619188:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.619218:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10623 00000100:00100000:2.0:1746145249.619224:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535428224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.619234:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.619249:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.619258:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.619276:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f5e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536278 expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.619298:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.619300:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.619307:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.619318:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.619344:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.619354:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148288:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.619414:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.621537:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148288:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.621552:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.621582:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535428224:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2358us (2686us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.621592:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10623 00000100:00100000:0.0:1746145249.622974:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.623016:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.623094:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428480 00000100:00100000:2.0:1746145249.623101:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428480 00000100:00100000:2.0:1746145249.623128:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6494 00000100:00100000:2.0:1746145249.623134:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535428480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.623148:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.623160:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536286 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.623182:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.623189:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.623191:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.623195:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.623216:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.623227:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.623237:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148416:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.623282:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7900 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.623435:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428608 00000100:00100000:1.0:1746145249.623438:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428608 00002000:00100000:1.0:1746145249.623459:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965535428608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.623467:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965535428608 ext(0->4095) 00010000:00010000:1.0:1746145249.623473:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.623482:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.623493:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:1.0:1746145249.623511:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2620 00000100:00100000:1.0:1746145249.623516:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535428608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.623645:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535428608:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (627us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.623650:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2620 00002000:00100000:1.0:1746145249.623655:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092988e00 x1830965535428608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.623661:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988e00 with x1830965535428608 ext(0->4095) 00010000:00010000:1.0:1746145249.623665:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.623672:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.623675:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092988e00 00000100:00100000:0.0:1746145249.626328:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.627080:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428736 00000100:00100000:2.0:1746145249.627087:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428736 00000100:00100000:2.0:1746145249.627244:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6495 00000100:00100000:2.0:1746145249.627251:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535428736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.627264:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.627278:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53628d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.627298:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.627302:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.627307:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.627311:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.627337:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.627348:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.627356:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdce00, rc 0) 00000100:00100000:2.0:1746145249.627533:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535428736:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 283us (1210us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.627539:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6495 00000100:00100000:0.0:1746145249.628292:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.628400:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535428864 00000100:00100000:2.0:1746145249.628404:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535428864 00010000:00010000:2.0:1746145249.628419:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.628441:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10624 00000100:00100000:2.0:1746145249.628445:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535428864:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.628453:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.628467:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.628475:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.628489:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.628491:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.628496:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.628507:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.628524:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.628532:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.628541:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148672:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.628587:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e70c0 going to sleep for 11 seconds 00010000:00010000:3.0:1746145249.628816:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348ab600/0xb5ee96b21a0d6f65 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53627f expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.628837:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148416:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.628850:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### not re-adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.628856:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.628862:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdc200, rc 0) 00000100:00100000:3.0:1746145249.628880:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535428480:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5746us (5910us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.628887:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6494 00000100:00100000:2.0:1746145249.631766:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148672:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.631784:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.631829:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535428864:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3381us (3536us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.631838:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10624 00000100:00100000:0.0:1746145249.631978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.632096:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535429120 00000100:00100000:3.0:1746145249.632102:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535429120 00002000:00100000:3.0:1746145249.632132:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db7100 x1830965535429120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.632142:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7100 with x1830965535429120 ext(0->4095) 00010000:00010000:3.0:1746145249.632149:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.632161:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.632168:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7100 00000100:00100000:3.0:1746145249.632181:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2621 00000100:00100000:3.0:1746145249.632186:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535429120:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.632293:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535429120:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 106us (316us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.632298:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2621 00002000:00100000:3.0:1746145249.632303:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db7100 x1830965535429120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.632310:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7100 with x1830965535429120 ext(0->4095) 00010000:00010000:3.0:1746145249.632314:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.632322:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.632328:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880090db7100 00000100:00100000:0.0:1746145249.635201:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.635363:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535429248 00000100:00100000:2.0:1746145249.635371:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535429248 00010000:00010000:2.0:1746145249.635401:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.635460:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10625 00000100:00100000:2.0:1746145249.635467:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535429248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.635478:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.635494:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.635505:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.635524:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdc200/0xb5ee96b21a0d6f6c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536286 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.635547:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.635549:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.635556:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.635562:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.635587:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.635596:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148800:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.636175:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.639969:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.640051:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531148800:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.640066:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.640099:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535429248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4632us (4904us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.640107:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10625 00000100:00100000:1.0:1746145249.640165:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535429504 00000100:00100000:1.0:1746145249.640170:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535429504 00002000:00100000:1.0:1746145249.640197:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5880 x1830965535429504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.640206:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965535429504 ext(0->4095) 00002000:00010000:1.0:1746145249.640209:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5880 00000100:00100000:1.0:1746145249.640230:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4480 00000100:00100000:1.0:1746145249.640236:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535429504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.640345:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535429504:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 109us (381us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.640350:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4480 00002000:00100000:1.0:1746145249.640355:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880090db5880 x1830965535429504/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.640362:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5880 with x1830965535429504 ext(0->4095) 00002000:00010000:1.0:1746145249.640364:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5880 00000100:00100000:0.0:1746145249.641814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.641931:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535429632 00000100:00100000:3.0:1746145249.641937:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535429632 00000100:00100000:3.0:1746145249.641972:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6496 00000100:00100000:3.0:1746145249.641977:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535429632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.641988:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.642009:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536294 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.642032:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.642039:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.642041:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.642044:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.642068:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.642079:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.642088:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148928:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.643189:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.644283:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531148928:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.644302:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.644321:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79400, rc 0) 00000100:00100000:3.0:1746145249.644348:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535429632:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2370us (2536us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.644354:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6496 00000100:00100000:0.0:1746145249.645128:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.645497:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535429760 00000100:00100000:2.0:1746145249.645503:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535429760 00010000:00010000:2.0:1746145249.645524:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.645838:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10626 00000100:00100000:2.0:1746145249.645844:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535429760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.645856:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.645871:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.645882:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.645900:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d6f73 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53628d expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.645921:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.645923:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.645929:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.645937:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.645959:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.645972:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149056:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.646030:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e70c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.648945:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.649026:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149056:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.649041:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.649076:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535429760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3231us (3949us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.649085:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10626 00000100:00100000:3.0:1746145249.649376:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430016 00000100:00100000:3.0:1746145249.649383:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430016 00002000:00100000:3.0:1746145249.649411:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383b80 x1830965535430016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.649419:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383b80 with x1830965535430016 ext(0->4095) 00002000:00010000:3.0:1746145249.649422:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088383b80 00000100:00100000:3.0:1746145249.649828:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4481 00000100:00100000:3.0:1746145249.649836:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535430016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.649948:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535430016:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (1010us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.649953:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4481 00002000:00100000:3.0:1746145249.649958:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383b80 x1830965535430016/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.649964:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383b80 with x1830965535430016 ext(0->4095) 00002000:00010000:3.0:1746145249.649966:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088383b80 00000100:00100000:0.0:1746145249.650275:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.650913:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430144 00000100:00100000:3.0:1746145249.650918:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430144 00000100:00100000:3.0:1746145249.650949:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6497 00000100:00100000:3.0:1746145249.650954:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535430144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.650963:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.650977:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53629b expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.651009:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.651015:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.651016:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.651019:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.651041:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.651051:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.651061:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531149184:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.652174:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.653134:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.653527:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430272 00000100:00100000:2.0:1746145249.653532:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430272 00000100:00100000:2.0:1746145249.653568:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6498 00000100:00100000:2.0:1746145249.653575:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535430272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.653585:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.653596:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362a2 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.653613:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.653617:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.653622:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.653642:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.653667:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.653680:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.653689:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223c00, rc 0) 00000100:00100000:2.0:1746145249.653730:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535430272:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 155us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.653735:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6498 00000100:00100000:3.0:1746145249.654844:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531149184:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.654860:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.654869:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79000, rc 0) 00000100:00100000:3.0:1746145249.654896:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535430144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3942us (4622us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.654905:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6497 00000100:00100000:0.0:1746145249.655521:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.656079:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430400 00000100:00100000:2.0:1746145249.656084:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430400 00010000:00010000:2.0:1746145249.656103:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.657015:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10627 00000100:00100000:2.0:1746145249.657023:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535430400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.657034:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.657052:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.657063:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.657081:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79400/0xb5ee96b21a0d6f7a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536294 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.657103:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.657105:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.657112:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.657120:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.657143:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.657154:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 62 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.657164:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149440:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.657225:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e70c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.659913:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149440:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.659928:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.659970:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85ae050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535430400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2947us (4449us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.659980:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10627 00000100:00100000:0.0:1746145249.661227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.661696:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430656 00000100:00100000:1.0:1746145249.661703:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430656 00002000:00100000:1.0:1746145249.661737:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910700 x1830965535430656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.661745:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910700 with x1830965535430656 ext(0->4095) 00010000:00010000:1.0:1746145249.661752:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.661763:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.661769:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093910700 00000100:00100000:1.0:1746145249.661797:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2622 00000100:00100000:1.0:1746145249.661803:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535430656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.661916:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535430656:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 113us (692us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.661925:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2622 00002000:00100000:1.0:1746145249.661929:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910700 x1830965535430656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.661936:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910700 with x1830965535430656 ext(0->4095) 00010000:00010000:1.0:1746145249.661940:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.661949:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.661954:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093910700 00000100:00100000:0.0:1746145249.664049:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.664274:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535430784 00000100:00100000:2.0:1746145249.664280:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535430784 00010000:00010000:2.0:1746145249.664305:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.664339:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10628 00000100:00100000:2.0:1746145249.664346:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535430784:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.664358:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.664374:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.664384:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.664402:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6f81 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53629b expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.665025:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.665028:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.665036:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.665043:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.665071:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.665081:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149568:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.665146:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.667774:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.667907:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149568:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.667924:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.667958:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535430784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3611us (3913us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.667970:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10628 00000100:00100000:3.0:1746145249.668050:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431040 00000100:00100000:3.0:1746145249.668056:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431040 00002000:00100000:3.0:1746145249.668085:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910a80 x1830965535431040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.668093:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910a80 with x1830965535431040 ext(0->4095) 00002000:00010000:3.0:1746145249.668097:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910a80 00000100:00100000:3.0:1746145249.668110:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4482 00000100:00100000:3.0:1746145249.668114:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1962:x1830965535431040:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 00000100:00100000:3.0:1746145249.668219:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1962:x1830965535431040:12345-192.168.203.38@tcp:3:ptlrpcd_01_00.0 Request processed in 104us (452us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.668225:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4482 00002000:00100000:3.0:1746145249.668229:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093910a80 x1830965535431040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.668235:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093910a80 with x1830965535431040 ext(0->4095) 00002000:00010000:3.0:1746145249.668237:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093910a80 00000100:00100000:0.0:1746145249.670231:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.670326:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431168 00000100:00100000:3.0:1746145249.670331:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431168 00000100:00100000:3.0:1746145249.670980:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6499 00000100:00100000:3.0:1746145249.670988:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535431168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.671010:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.671025:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362a9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.671053:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.671059:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.671061:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.671064:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.671089:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.671099:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.671109:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531149696:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.671177:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.673705:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531149696:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.673728:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.673743:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6200, rc 0) 00000100:00100000:3.0:1746145249.673772:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535431168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2785us (3544us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.673778:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6499 00000100:00100000:0.0:1746145249.674548:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.674763:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431296 00000100:00100000:2.0:1746145249.674768:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431296 00010000:00010000:2.0:1746145249.674790:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.675100:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10629 00000100:00100000:2.0:1746145249.675107:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535431296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.675117:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.675132:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.675142:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.675160:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223c00/0xb5ee96b21a0d6f88 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a2 expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.675182:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.675184:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.675190:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.675198:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.675220:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.675231:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149824:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.675281:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.677524:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531149824:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.677540:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.677581:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535431296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2474us (3034us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.677589:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10629 00000100:00100000:0.0:1746145249.678721:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.678749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.678817:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431552 00000100:00100000:1.0:1746145249.678822:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431552 00002000:00100000:1.0:1746145249.678853:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9c00 x1830965535431552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.678861:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9c00 with x1830965535431552 ext(0->4095) 00002000:00010000:1.0:1746145249.678864:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9c00 00000100:00100000:1.0:1746145249.678888:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4483 00000100:00100000:1.0:1746145249.678894:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535431552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.679007:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535431552:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (288us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.679012:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4483 00002000:00100000:1.0:1746145249.679017:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55a9c00 x1830965535431552/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.679030:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9c00 with x1830965535431552 ext(0->4095) 00002000:00010000:1.0:1746145249.679032:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a9c00 00000100:00100000:3.0:1746145249.679082:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431680 00000100:00100000:3.0:1746145249.679085:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431680 00000100:00100000:3.0:1746145249.679107:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6500 00000100:00100000:3.0:1746145249.679112:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535431680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.679120:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.679131:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362b0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.679149:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.679156:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.679158:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.679161:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.679182:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.679191:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.679201:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531149952:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.679241:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.681405:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.681524:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531149952:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.681545:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681557:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78600, rc 0) 00000100:00100000:2.0:1746145249.681596:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535431680:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2483us (2845us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.681603:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6500 00000100:00100000:2.0:1746145249.681622:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431808 00000100:00100000:2.0:1746145249.681650:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431808 00000100:00100000:2.0:1746145249.681673:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6501 00000100:00100000:2.0:1746145249.681679:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535431808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.681688:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.681696:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362b7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681711:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.681715:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681719:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.681721:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681742:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681750:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.681756:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094222c00, rc 0) 00000100:00100000:2.0:1746145249.681768:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535431808:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 90us (369us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.681772:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6501 00000100:00100000:0.0:1746145249.682623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.682912:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535431936 00000100:00100000:2.0:1746145249.682916:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535431936 00010000:00010000:2.0:1746145249.682930:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.683210:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10630 00000100:00100000:2.0:1746145249.683215:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535431936:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.683224:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.683239:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.683253:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.683268:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6f8f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362a9 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.683362:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.683363:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.683369:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.683376:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.683395:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.683404:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.683414:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150208:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.683844:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.686160:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150208:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.686174:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.686211:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535431936:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2995us (3588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.686223:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10630 00000100:00100000:0.0:1746145249.686432:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.686507:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535432192 00000100:00100000:3.0:1746145249.686513:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535432192 00002000:00100000:3.0:1746145249.686540:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa680 x1830965535432192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.686548:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa680 with x1830965535432192 ext(0->4095) 00010000:00010000:3.0:1746145249.686555:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.686566:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.686572:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa680 00000100:00100000:3.0:1746145249.686942:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2623 00000100:00100000:3.0:1746145249.686948:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535432192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.687063:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aa680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535432192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 115us (632us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.687069:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2623 00002000:00100000:3.0:1746145249.687074:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aa680 x1830965535432192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.687081:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aa680 with x1830965535432192 ext(0->4095) 00010000:00010000:3.0:1746145249.687085:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.687094:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00002000:00010000:3.0:1746145249.687098:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a55aa680 00000100:00100000:0.0:1746145249.689415:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.689476:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535432320 00000100:00100000:2.0:1746145249.689483:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535432320 00010000:00010000:2.0:1746145249.689505:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.689729:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10631 00000100:00100000:2.0:1746145249.689736:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535432320:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.689746:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.689761:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.689771:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.689790:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d6f96 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b0 expref: 63 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:2.0:1746145249.689803:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.689806:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.689811:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.689819:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.689843:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.689854:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150336:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.690089:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.693401:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.693475:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535432576 00000100:00100000:1.0:1746145249.693481:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535432576 00002000:00100000:1.0:1746145249.693513:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aaa00 x1830965535432576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.693522:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aaa00 with x1830965535432576 ext(0->4095) 00002000:00010000:1.0:1746145249.693526:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55aaa00 00000100:00100000:1.0:1746145249.693549:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4484 00000100:00100000:1.0:1746145249.693555:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535432576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.693697:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55aaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535432576:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 141us (300us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.693703:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4484 00002000:00100000:1.0:1746145249.693708:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a55aaa00 x1830965535432576/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.693715:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55aaa00 with x1830965535432576 ext(0->4095) 00002000:00010000:1.0:1746145249.693718:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55aaa00 00000100:00100000:2.0:1746145249.693786:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150336:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.693803:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.693824:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535432320:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4089us (4414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.693830:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10631 00000100:00100000:0.0:1746145249.696195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.696542:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535432704 00000100:00100000:3.0:1746145249.696548:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535432704 00000100:00100000:3.0:1746145249.696587:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6502 00000100:00100000:3.0:1746145249.696593:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535432704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.696606:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.696619:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362be expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.696725:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.696731:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.696733:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.696736:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.696759:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.696767:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 61 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.696777:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531150464:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.697156:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.698759:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531150464:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.698775:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.698787:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d79000, rc 0) 00000100:00100000:3.0:1746145249.698820:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535432704:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2227us (2630us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.698830:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6502 00000100:00100000:0.0:1746145249.699125:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.699372:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535432832 00000100:00100000:3.0:1746145249.699376:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535432832 00010000:00010000:3.0:1746145249.699393:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.699417:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10632 00000100:00100000:3.0:1746145249.699422:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535432832:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.699431:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.699446:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.699455:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.699471:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6f9d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362b7 expref: 62 pid: 8465 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.699489:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.699491:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.699498:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.699505:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.699523:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.699532:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150592:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.699575:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.701697:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150592:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.701710:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.702201:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535432832:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2776us (3075us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.702209:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10632 00000100:00100000:0.0:1746145249.702352:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.702422:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433088 00000100:00100000:3.0:1746145249.702426:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433088 00002000:00100000:3.0:1746145249.702449:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965535433088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.702458:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965535433088 ext(0->4095) 00002000:00010000:3.0:1746145249.702462:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b100 00000100:00100000:0.0:1746145249.702834:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.702895:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4485 00000100:00100000:3.0:1746145249.702901:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535433088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.703024:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535433088:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (672us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.703029:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4485 00002000:00100000:3.0:1746145249.703034:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a537b100 x1830965535433088/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.703041:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b100 with x1830965535433088 ext(0->4095) 00002000:00010000:3.0:1746145249.703044:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a537b100 00000100:00100000:2.0:1746145249.703162:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433216 00000100:00100000:2.0:1746145249.703166:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433216 00000100:00100000:2.0:1746145249.703192:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6503 00000100:00100000:2.0:1746145249.703197:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535433216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.703204:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.703216:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362c5 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.703235:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.703242:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.703243:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.703246:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.703265:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.703279:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.703289:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531150720:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.703326:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.706396:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.706462:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.706517:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433344 00000100:00100000:3.0:1746145249.706523:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433344 00000100:00100000:3.0:1746145249.706554:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6504 00000100:00100000:3.0:1746145249.706559:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535433344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.706571:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.706583:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362cc expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.706603:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.706608:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.706613:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.706617:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.706661:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.706672:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.706682:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78000, rc 0) 00000100:00100000:2.0:1746145249.706843:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531150720:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.706855:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.706863:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:3.0:1746145249.707686:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535433344:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1125us (1293us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.707693:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6504 00000100:00100000:3.0:1746145249.707712:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433472 00000100:00100000:3.0:1746145249.707714:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433472 00010000:00010000:3.0:1746145249.707727:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.707753:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10633 00000100:00100000:3.0:1746145249.707758:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535433472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.707765:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.707778:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.707788:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.707803:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d79000/0xb5ee96b21a0d6fa4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362be expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.707814:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.707815:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.707821:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.707828:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.707844:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.707853:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.707867:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150976:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.708249:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535433216:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5051us (5414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.708255:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6503 00000100:00100000:3.0:1746145249.708987:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.711412:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531150976:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.711428:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.711458:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535433472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3700us (4996us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.711467:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10633 00000100:00100000:0.0:1746145249.712190:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.712561:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433728 00000100:00100000:1.0:1746145249.712567:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433728 00002000:00100000:1.0:1746145249.712596:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378000 x1830965535433728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.712604:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378000 with x1830965535433728 ext(0->4095) 00010000:00010000:1.0:1746145249.712611:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.712624:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.712645:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378000 00000100:00100000:1.0:1746145249.712666:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2624 00000100:00100000:1.0:1746145249.712671:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535433728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.713098:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535433728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 425us (908us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.713103:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2624 00002000:00100000:1.0:1746145249.713108:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a5378000 x1830965535433728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.713115:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378000 with x1830965535433728 ext(0->4095) 00010000:00010000:1.0:1746145249.713119:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:1.0:1746145249.713128:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00002000:00010000:1.0:1746145249.713134:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a5378000 00000100:00100000:0.0:1746145249.714792:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.714849:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535433856 00000100:00100000:3.0:1746145249.714854:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535433856 00010000:00010000:3.0:1746145249.714873:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.714900:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10634 00000100:00100000:3.0:1746145249.714905:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a85aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535433856:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.714914:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.714928:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.714938:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.714956:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d6fab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362c5 expref: 63 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.714970:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.714972:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.714979:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.714986:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.715020:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.715029:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151104:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.715083:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c16c0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.717623:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151104:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.717665:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.717889:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.718089:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a85aec50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535433856:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3181us (3298us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.718099:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10634 00000100:00100000:1.0:1746145249.718378:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434112 00000100:00100000:1.0:1746145249.718384:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434112 00002000:00100000:1.0:1746145249.718414:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61500 x1830965535434112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.718423:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61500 with x1830965535434112 ext(0->4095) 00002000:00010000:1.0:1746145249.718427:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61500 00000100:00100000:1.0:1746145249.718447:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4486 00000100:00100000:1.0:1746145249.718452:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535434112:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.718555:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535434112:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 103us (667us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.718560:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4486 00002000:00100000:1.0:1746145249.718565:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61500 x1830965535434112/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.718572:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61500 with x1830965535434112 ext(0->4095) 00002000:00010000:1.0:1746145249.718574:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61500 00000100:00100000:1.0:1746145249.721019:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.721095:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434240 00000100:00100000:2.0:1746145249.721101:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434240 00000100:00100000:2.0:1746145249.721134:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6505 00000100:00100000:2.0:1746145249.721140:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535434240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.721151:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.721164:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362d3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.721187:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.721198:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.721200:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.721204:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.721226:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.721236:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 61 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.721245:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531151232:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.721304:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.723066:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531151232:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.723085:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.723099:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094222c00, rc 0) 00000100:00100000:2.0:1746145249.723521:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535434240:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2379us (2504us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.723528:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6505 00000100:00100000:0.0:1746145249.723924:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.724348:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434368 00000100:00100000:3.0:1746145249.724353:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434368 00010000:00010000:3.0:1746145249.724374:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.724398:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10635 00000100:00100000:3.0:1746145249.724404:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535434368:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.724413:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.724427:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.724442:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.724458:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093d78000/0xb5ee96b21a0d6fb2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362cc expref: 62 pid: 11330 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.724479:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.724480:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.724486:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.724493:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.724515:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.724523:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151360:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.724573:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.727398:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151360:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.727413:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.727452:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535434368:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3047us (3527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.727461:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10635 00000100:00100000:0.0:1746145249.727748:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.728456:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434624 00000100:00100000:3.0:1746145249.728462:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434624 00002000:00100000:3.0:1746145249.728489:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61180 x1830965535434624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.728498:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61180 with x1830965535434624 ext(0->4095) 00002000:00010000:3.0:1746145249.728502:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61180 00000100:00100000:3.0:1746145249.728985:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4487 00000100:00100000:3.0:1746145249.728991:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535434624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:3.0:1746145249.729121:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535434624:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 128us (1372us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.729126:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4487 00002000:00100000:3.0:1746145249.729131:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61180 x1830965535434624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.729138:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61180 with x1830965535434624 ext(0->4095) 00002000:00010000:3.0:1746145249.729140:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61180 00000100:00100000:0.0:1746145249.729692:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.729889:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434752 00000100:00100000:2.0:1746145249.729893:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434752 00000100:00100000:2.0:1746145249.729922:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6506 00000100:00100000:2.0:1746145249.729927:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535434752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.729940:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.729952:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362da expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.729973:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.729980:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.729982:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.729985:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.730015:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.730024:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 5 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:2.0:1746145249.730034:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531151488:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.730085:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.731946:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.732265:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531151488:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.732286:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.732299:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094223800, rc 0) 00000100:00100000:2.0:1746145249.732326:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535434752:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2399us (2634us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.732336:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6506 00000100:00100000:2.0:1746145249.732354:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535434880 00000100:00100000:2.0:1746145249.732357:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535434880 00000100:00100000:2.0:1746145249.733248:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6507 00000100:00100000:2.0:1746145249.733256:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535434880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.733266:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.733276:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362e1 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.733293:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.733297:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.733302:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.733306:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.733327:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.733336:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.733342:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145249.733365:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535434880:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 111us (1423us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.733370:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6507 00000100:00100000:0.0:1746145249.735458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.735968:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435008 00000100:00100000:3.0:1746145249.735975:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435008 00010000:00010000:3.0:1746145249.736008:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00000100:00100000:3.0:1746145249.736034:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10636 00000100:00100000:3.0:1746145249.736040:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535435008:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.736050:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.736064:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 1s ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.736078:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.736096:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d6fb9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362d3 expref: 6 pid: 8466 timeout: 590 lvb_type: 0 00010000:00010000:3.0:1746145249.736301:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.736303:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.736310:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.736319:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.736346:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.736356:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.736367:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151744:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.736857:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.739328:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.739414:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435264 00000100:00100000:1.0:1746145249.739420:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435264 00002000:00100000:1.0:1746145249.739454:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935500 x1830965535435264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.739463:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935500 with x1830965535435264 ext(0->4095) 00010000:00010000:1.0:1746145249.739469:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.739483:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145249.739489:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935500 00000100:00100000:3.0:1746145249.739772:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151744:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.739786:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145249.739864:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2625 00000100:00100000:1.0:1746145249.739871:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535435264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.740060:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535435008:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4018us (4606us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.740070:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10636 00000100:00100000:1.0:1746145249.740224:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535435264:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 354us (900us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.740230:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2625 00002000:00100000:1.0:1746145249.740235:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093935500 x1830965535435264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.740243:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093935500 with x1830965535435264 ext(0->4095) 00010000:00010000:1.0:1746145249.740248:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.740257:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145249.740262:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093935500 00000100:00100000:0.0:1746145249.742872:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.742967:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435392 00000100:00100000:3.0:1746145249.742974:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435392 00010000:00010000:3.0:1746145249.743009:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.743050:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10637 00000100:00100000:3.0:1746145249.743056:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535435392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.743068:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.743083:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.743094:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.743113:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d6fc0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362da expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.743128:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.743130:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.743136:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.743143:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.743168:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.743179:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151872:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.743239:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.746021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.746098:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531151872:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.746114:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.746145:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535435392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3090us (3279us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.746153:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10637 00000100:00100000:0.0:1746145249.746211:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435648 00000100:00100000:0.0:1746145249.746216:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435648 00002000:00100000:0.0:1746145249.746245:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482d80 x1830965535435648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.746254:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482d80 with x1830965535435648 ext(0->4095) 00002000:00010000:0.0:1746145249.746258:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092482d80 00000100:00100000:0.0:1746145249.746281:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4488 00000100:00100000:0.0:1746145249.746286:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1963:x1830965535435648:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:0.0:1746145249.746405:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1963:x1830965535435648:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 118us (388us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.746410:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4488 00002000:00100000:0.0:1746145249.746415:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482d80 x1830965535435648/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.746422:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482d80 with x1830965535435648 ext(0->4095) 00002000:00010000:0.0:1746145249.746425:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092482d80 00000100:00100000:0.0:1746145249.747883:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.748098:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435776 00000100:00100000:2.0:1746145249.748103:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435776 00000100:00100000:2.0:1746145249.748415:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6508 00000100:00100000:2.0:1746145249.748421:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535435776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.748433:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.748447:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362e8 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.748467:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.748474:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.748475:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.748479:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.748500:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.748509:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 61 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.748519:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531152000:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.748967:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e76c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.750787:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935180 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531152000:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.750808:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.750822:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:2.0:1746145249.750859:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535435776:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2437us (2979us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.750866:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6508 00000100:00100000:0.0:1746145249.751088:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.751419:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535435904 00000100:00100000:3.0:1746145249.751424:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535435904 00010000:00010000:3.0:1746145249.751444:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.751770:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10638 00000100:00100000:3.0:1746145249.751777:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535435904:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.751787:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.751803:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.751813:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.751830:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6fc7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e1 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.751849:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.751851:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.751857:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.751863:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.751885:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.751895:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152128:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.751951:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.756449:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152128:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.756466:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.756510:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535435904:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4733us (5422us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.756520:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10638 00000100:00100000:0.0:1746145249.757156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.757760:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436160 00000100:00100000:3.0:1746145249.757765:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436160 00002000:00100000:3.0:1746145249.757794:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61f80 x1830965535436160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.757802:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61f80 with x1830965535436160 ext(0->4095) 00002000:00010000:3.0:1746145249.757805:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61f80 00000100:00100000:3.0:1746145249.757818:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4489 00000100:00100000:3.0:1746145249.757822:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535436160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.758388:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535436160:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 564us (1232us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.758394:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4489 00002000:00100000:3.0:1746145249.758399:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093f61f80 x1830965535436160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.758406:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f61f80 with x1830965535436160 ext(0->4095) 00002000:00010000:3.0:1746145249.758408:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f61f80 00000100:00100000:1.0:1746145249.758787:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.758922:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436288 00000100:00100000:3.0:1746145249.758924:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436288 00000100:00100000:3.0:1746145249.758948:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6509 00000100:00100000:3.0:1746145249.758953:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535436288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.758960:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.758972:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362ef expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.758991:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.759005:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.759007:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.759010:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.759031:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.759040:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.759054:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531152256:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.759971:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.762141:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531152256:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.762165:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.762181:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348f6200, rc 0) 00000100:00100000:3.0:1746145249.762929:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535436288:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3973us (4139us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.762938:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6509 00000100:00100000:0.0:1746145249.763595:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.764045:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436416 00000100:00100000:3.0:1746145249.764051:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436416 00000100:00100000:3.0:1746145249.764093:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6510 00000100:00100000:3.0:1746145249.764099:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535436416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.764114:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.764128:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362f6 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.764147:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.764151:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.764156:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.764159:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.764189:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.764199:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.764207:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043400, rc 0) 00000100:00100000:3.0:1746145249.764238:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535436416:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 139us (645us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.764243:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6510 00000100:00100000:0.0:1746145249.764864:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.765459:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436544 00000100:00100000:3.0:1746145249.765464:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436544 00010000:00010000:3.0:1746145249.765485:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.765514:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10639 00000100:00100000:3.0:1746145249.765520:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535436544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.765529:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.765545:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.765554:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.765572:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d6fce lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362e8 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.765595:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.765597:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.765602:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.765609:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.765648:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.765659:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.765668:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152512:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.766581:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.768856:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152512:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.768873:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.768914:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535436544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3393us (4050us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.768923:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10639 00000100:00100000:0.0:1746145249.769371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.769512:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436800 00000100:00100000:2.0:1746145249.769518:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436800 00002000:00100000:2.0:1746145249.769549:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093292a00 x1830965535436800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.769557:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093292a00 with x1830965535436800 ext(0->4095) 00010000:00010000:2.0:1746145249.769563:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.769576:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.769582:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093292a00 00000100:00100000:2.0:1746145249.769603:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2626 00000100:00100000:2.0:1746145249.769609:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535436800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.769743:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535436800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 134us (373us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.769749:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2626 00002000:00100000:2.0:1746145249.769754:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093292a00 x1830965535436800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.769767:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093292a00 with x1830965535436800 ext(0->4095) 00010000:00010000:2.0:1746145249.769771:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.769779:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.769785:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093292a00 00000100:00100000:0.0:1746145249.772431:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.772583:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535436928 00000100:00100000:3.0:1746145249.772590:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535436928 00010000:00010000:3.0:1746145249.772618:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.772679:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10640 00000100:00100000:3.0:1746145249.772685:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535436928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.772695:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.772710:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.772721:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.772739:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6200/0xb5ee96b21a0d6fd5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362ef expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.772750:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.772752:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.772758:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.772765:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.772790:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.772799:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152640:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.772863:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.775298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.775561:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437184 00000100:00100000:2.0:1746145249.775567:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437184 00002000:00100000:2.0:1746145249.775598:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965535437184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.775608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965535437184 ext(0->4095) 00002000:00010000:2.0:1746145249.775612:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293480 00000100:00100000:2.0:1746145249.775650:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4490 00000100:00100000:2.0:1746145249.775657:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535437184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.775779:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535437184:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 122us (485us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.775784:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4490 00002000:00100000:2.0:1746145249.775789:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093293480 x1830965535437184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.775796:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293480 with x1830965535437184 ext(0->4095) 00002000:00010000:2.0:1746145249.775799:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293480 00000100:00100000:3.0:1746145249.776235:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152640:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.776248:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.776276:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535436928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3591us (3851us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.776283:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10640 00000100:00100000:0.0:1746145249.778959:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.779080:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437312 00000100:00100000:1.0:1746145249.779088:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437312 00000100:00100000:1.0:1746145249.779133:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6511 00000100:00100000:1.0:1746145249.779140:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535437312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.779155:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.779169:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5362fd expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.779192:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.779203:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.779205:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.779208:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.779231:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 61 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.779241:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 61 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145249.779251:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531152768:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.779312:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fe40 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.781990:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531152768:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.782034:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.782050:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc400, rc 0) 00000100:00100000:1.0:1746145249.782089:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535437312:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2949us (3135us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.782096:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6511 00000100:00100000:0.0:1746145249.784762:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.784856:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437440 00000100:00100000:3.0:1746145249.784863:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437440 00010000:00010000:3.0:1746145249.784889:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.784920:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10641 00000100:00100000:3.0:1746145249.784926:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535437440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.784939:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.784955:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.784966:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.784984:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d6fdc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362f6 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.785711:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.785713:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.785721:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.785729:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.785756:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.785768:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152896:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.785837:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1540 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.786755:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.786930:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437568 00000100:00100000:1.0:1746145249.786934:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437568 00000100:00100000:1.0:1746145249.786968:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6512 00000100:00100000:1.0:1746145249.786975:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535437568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.786989:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.787580:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536304 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.787603:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.787609:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.787611:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.787614:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.787650:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.787660:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 5 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145249.787668:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531153024:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.787791:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07fe40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.788139:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.788157:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437824 00000100:00100000:0.0:1746145249.788159:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437824 00002000:00100000:0.0:1746145249.788181:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced500 x1830965535437824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.788188:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced500 with x1830965535437824 ext(0->4095) 00010000:00010000:0.0:1746145249.788193:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.788201:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.788206:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ced500 00000100:00100000:3.0:1746145249.788301:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531152896:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.788313:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.788706:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2627 00000100:00100000:0.0:1746145249.788712:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535437824:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145249.789280:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535437440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4353us (4522us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.789289:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10641 00000100:00100000:0.0:1746145249.789551:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535437824:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 837us (1410us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.789558:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2627 00002000:00100000:0.0:1746145249.789563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093ced500 x1830965535437824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.789571:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ced500 with x1830965535437824 ext(0->4095) 00010000:00010000:0.0:1746145249.789577:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.789586:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.789592:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093ced500 00000100:00100000:2.0:1746145249.790387:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531153024:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.790404:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.790415:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efc800, rc 0) 00000100:00100000:2.0:1746145249.790444:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31559:x1830965535437568:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3470us (3691us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.790449:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6512 00000100:00100000:0.0:1746145249.792839:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.793416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.793475:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535437952 00000100:00100000:2.0:1746145249.793482:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535437952 00000100:00100000:2.0:1746145249.793513:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6513 00000100:00100000:2.0:1746145249.793519:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:31571:x1830965535437952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.793532:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.793545:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53630b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.793565:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.793570:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.793575:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.793578:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.793607:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.793620:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.793649:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d600, rc 0) 00000100:00100000:2.0:1746145249.793692:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535437952:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 173us (857us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.793697:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6513 00000100:00100000:3.0:1746145249.793832:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438080 00000100:00100000:3.0:1746145249.793837:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438080 00010000:00010000:3.0:1746145249.793851:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.793868:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10642 00000100:00100000:3.0:1746145249.793873:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535438080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.793881:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.793896:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.793905:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.793919:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc400/0xb5ee96b21a0d6fe3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5362fd expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.793930:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.793932:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.793937:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.793943:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.793960:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.793969:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.793978:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153280:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.794027:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.795812:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153280:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.795823:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.795986:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535438080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2112us (2569us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.796001:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10642 00000100:00100000:1.0:1746145249.798204:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.798307:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438336 00000100:00100000:0.0:1746145249.798315:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438336 00002000:00100000:0.0:1746145249.798349:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482a00 x1830965535438336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.798357:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482a00 with x1830965535438336 ext(0->4095) 00010000:00010000:0.0:1746145249.798364:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.798377:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.798382:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482a00 00000100:00100000:0.0:1746145249.798563:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2628 00000100:00100000:0.0:1746145249.798570:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535438336:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145249.798720:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535438336:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 151us (520us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.798727:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2628 00002000:00100000:0.0:1746145249.798733:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092482a00 x1830965535438336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.798740:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482a00 with x1830965535438336 ext(0->4095) 00010000:00010000:0.0:1746145249.798745:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.798754:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.798759:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482a00 00000100:00100000:0.0:1746145249.800744:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.800804:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438464 00000100:00100000:3.0:1746145249.800809:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438464 00010000:00010000:3.0:1746145249.800831:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.800863:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10643 00000100:00100000:3.0:1746145249.800869:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1963:x1830965535438464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.800879:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.800892:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.800901:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.800920:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efc800/0xb5ee96b21a0d6fea lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536304 expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.800932:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.800934:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.800940:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.800947:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.800968:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.800978:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153408:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.802071:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.803216:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153408:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.803230:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.803255:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1963:x1830965535438464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2386us (2515us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.803264:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10643 00000100:00100000:0.0:1746145249.803416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.803988:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438720 00000100:00100000:2.0:1746145249.804001:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438720 00002000:00100000:2.0:1746145249.804029:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb480 x1830965535438720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.804038:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535438720 ext(0->4095) 00002000:00010000:2.0:1746145249.804043:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:2.0:1746145249.804054:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4491 00000100:00100000:2.0:1746145249.804060:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535438720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.804165:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535438720:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 105us (749us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.804170:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4491 00002000:00100000:2.0:1746145249.804175:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883cb480 x1830965535438720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.804182:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535438720 ext(0->4095) 00002000:00010000:2.0:1746145249.804184:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:0.0:1746145249.805957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.806033:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438848 00000100:00100000:2.0:1746145249.806037:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438848 00000100:00100000:2.0:1746145249.806180:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6514 00000100:00100000:2.0:1746145249.806186:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535438848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.806198:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.806213:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536312 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.806234:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.806239:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.806241:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.806244:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.806264:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.806274:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 61 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.806282:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531153536:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.806699:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.808572:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531153536:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.808595:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.808612:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d000, rc 0) 00000100:00100000:2.0:1746145249.808666:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535438848:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2479us (2711us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.808673:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6514 00000100:00100000:0.0:1746145249.809483:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.809606:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535438976 00000100:00100000:3.0:1746145249.809612:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535438976 00010000:00010000:3.0:1746145249.809651:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.809680:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10644 00000100:00100000:3.0:1746145249.809686:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535438976:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.809695:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.809711:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.809721:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.809739:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d600/0xb5ee96b21a0d6ff1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53630b expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.809752:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.809754:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.809760:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.809768:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.809791:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.809800:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153664:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.809856:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.812406:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531153664:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.812420:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.812659:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.812763:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535438976:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3076us (3281us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.812772:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10644 00000100:00100000:0.0:1746145249.812883:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535439232 00000100:00100000:0.0:1746145249.812887:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535439232 00002000:00100000:0.0:1746145249.812913:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8380 x1830965535439232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.812922:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535439232 ext(0->4095) 00002000:00010000:0.0:1746145249.812926:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:0.0:1746145249.812942:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4492 00000100:00100000:0.0:1746145249.812947:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535439232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145249.813059:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535439232:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 111us (402us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.813064:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4492 00002000:00100000:0.0:1746145249.813068:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800883c8380 x1830965535439232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.813076:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535439232 ext(0->4095) 00002000:00010000:0.0:1746145249.813078:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:0.0:1746145249.815059:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.815209:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535439360 00000100:00100000:2.0:1746145249.815215:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535439360 00000100:00100000:2.0:1746145249.815241:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6515 00000100:00100000:2.0:1746145249.815246:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535439360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.815257:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.815269:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536319 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.815290:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.815295:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.815297:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.815301:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.815322:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.815331:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.815344:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531153792:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.815964:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.816136:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.816518:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535439488 00000100:00100000:0.0:1746145249.816522:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535439488 00000100:00100000:0.0:1746145249.816551:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6516 00000100:00100000:0.0:1746145249.816557:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535439488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145249.816566:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145249.816573:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536320 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.816586:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145249.816589:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.816594:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.816597:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.816621:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.816651:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.816659:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:0.0:1746145249.816684:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535439488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 126us (548us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145249.816689:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6516 00000100:00100000:2.0:1746145249.818509:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531153792:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.818527:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.818538:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:2.0:1746145249.818563:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535439360:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3316us (3508us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.818570:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6515 00000100:00100000:0.0:1746145249.819053:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.819165:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535439616 00000100:00100000:3.0:1746145249.819170:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535439616 00010000:00010000:3.0:1746145249.819189:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.819353:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10645 00000100:00100000:3.0:1746145249.819360:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535439616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.819369:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.819385:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.819395:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.819412:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d000/0xb5ee96b21a0d6ff8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536312 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.819425:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.819428:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.819434:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.819442:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.819461:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.819471:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.819480:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154048:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.819529:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.821694:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154048:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.821709:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.821742:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535439616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2381us (2688us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.821750:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10645 00000100:00100000:0.0:1746145249.821897:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.822111:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535439872 00000100:00100000:3.0:1746145249.822115:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535439872 00002000:00100000:3.0:1746145249.822140:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0df80 x1830965535439872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.822154:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965535439872 ext(0->4095) 00010000:00010000:3.0:1746145249.822160:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.822170:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145249.822175:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0df80 00000100:00100000:3.0:1746145249.822186:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2629 00000100:00100000:3.0:1746145249.822191:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535439872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.823302:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535439872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 1108us (1402us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.823309:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2629 00002000:00100000:3.0:1746145249.823316:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0df80 x1830965535439872/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.823322:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0df80 with x1830965535439872 ext(0->4095) 00010000:00010000:3.0:1746145249.823327:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.823336:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145249.823341:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880135b0df80 00000100:00100000:0.0:1746145249.824744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.824851:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440000 00000100:00100000:3.0:1746145249.824857:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440000 00010000:00010000:3.0:1746145249.824876:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.824902:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10646 00000100:00100000:3.0:1746145249.824907:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535440000:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.824916:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.824930:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.824939:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.824957:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d6fff lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536319 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.824967:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.824969:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.824975:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.824981:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.825015:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.825026:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154176:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.825085:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.827344:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.827397:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440256 00000100:00100000:2.0:1746145249.827402:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440256 00002000:00100000:2.0:1746145249.827429:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d880 x1830965535440256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.827438:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d880 with x1830965535440256 ext(0->4095) 00002000:00010000:2.0:1746145249.827441:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0d880 00000100:00100000:2.0:1746145249.827453:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4493 00000100:00100000:2.0:1746145249.827458:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535440256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.827573:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535440256:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (232us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.827580:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4493 00002000:00100000:2.0:1746145249.827585:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880135b0d880 x1830965535440256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.827592:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0d880 with x1830965535440256 ext(0->4095) 00002000:00010000:2.0:1746145249.827595:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880135b0d880 00000100:00100000:3.0:1746145249.828077:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154176:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.828090:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.828118:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535440000:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3210us (3377us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.828125:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10646 00000100:00100000:0.0:1746145249.830975:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.831107:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440384 00000100:00100000:2.0:1746145249.831114:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440384 00000100:00100000:2.0:1746145249.831155:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6517 00000100:00100000:2.0:1746145249.831161:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535440384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.831176:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.831190:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536327 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.831213:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.831220:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.831221:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.831225:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.831247:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.831258:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 61 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.831269:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531154304:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.831329:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.833069:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531154304:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.833088:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.833100:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c800, rc 0) 00000100:00100000:2.0:1746145249.833127:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535440384:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1967us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.833134:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6517 00000100:00100000:0.0:1746145249.834565:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.834805:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440512 00000100:00100000:3.0:1746145249.834811:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440512 00010000:00010000:3.0:1746145249.834834:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.834903:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10647 00000100:00100000:3.0:1746145249.834909:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535440512:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.834920:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.834934:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.834944:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.834963:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7006 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536320 expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.834983:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.834985:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.834991:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.835011:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.835034:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.835044:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154432:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.835094:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.837446:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154432:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.837460:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.837495:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535440512:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2586us (2933us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.837503:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10647 00000100:00100000:0.0:1746145249.837926:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.838498:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440768 00000100:00100000:1.0:1746145249.838504:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440768 00002000:00100000:1.0:1746145249.838535:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5f80 x1830965535440768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.838543:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5f80 with x1830965535440768 ext(0->4095) 00002000:00010000:1.0:1746145249.838547:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5f80 00000100:00100000:1.0:1746145249.838570:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4494 00000100:00100000:1.0:1746145249.838576:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535440768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.838706:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535440768:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 130us (780us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.838711:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4494 00002000:00100000:1.0:1746145249.838716:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5f80 x1830965535440768/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.838722:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5f80 with x1830965535440768 ext(0->4095) 00002000:00010000:1.0:1746145249.838725:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5f80 00000100:00100000:0.0:1746145249.839677:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.840074:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535440896 00000100:00100000:2.0:1746145249.840079:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535440896 00000100:00100000:2.0:1746145249.840113:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6518 00000100:00100000:2.0:1746145249.840118:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535440896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.840128:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.840143:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53632e expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.840165:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.840171:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.840173:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.840176:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.840199:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.840208:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.840218:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531154560:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.840278:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.843549:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.843746:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441024 00000100:00100000:3.0:1746145249.843753:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441024 00000100:00100000:3.0:1746145249.844172:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6519 00000100:00100000:3.0:1746145249.844180:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535441024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.844195:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.844209:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536335 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.844230:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.844235:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.844245:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.844248:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.844275:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.844285:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.844292:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043600, rc 0) 00000100:00100000:3.0:1746145249.844328:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535441024:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 149us (785us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.844334:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6519 00000100:00100000:0.0:1746145249.844773:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.845052:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937480 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531154560:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.845067:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.845075:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d800, rc 0) 00000100:00100000:2.0:1746145249.845104:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535440896:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4985us (5428us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.845109:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6518 00000100:00100000:3.0:1746145249.845468:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441152 00000100:00100000:3.0:1746145249.845471:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441152 00010000:00010000:3.0:1746145249.845485:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.845881:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10648 00000100:00100000:3.0:1746145249.845887:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136962050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535441152:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.845897:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.845912:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.845921:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.845938:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c800/0xb5ee96b21a0d700d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536327 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.845962:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.845964:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.845970:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.845976:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.846006:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.846016:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.846025:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154816:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.846071:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b7c1d80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.849393:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154816:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.849409:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.849449:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136962050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535441152:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3561us (4675us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.849457:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10648 00000100:00100000:2.0:1746145249.851371:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.851465:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441408 00000100:00100000:0.0:1746145249.851472:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441408 00002000:00100000:0.0:1746145249.851506:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937480 x1830965535441408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.851514:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937480 with x1830965535441408 ext(0->4095) 00010000:00010000:0.0:1746145249.851521:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.851534:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.851540:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937480 00000100:00100000:0.0:1746145249.851726:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2630 00000100:00100000:0.0:1746145249.851733:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535441408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:0.0:1746145249.851867:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535441408:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 134us (500us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.851873:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2630 00002000:00100000:0.0:1746145249.851878:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093937480 x1830965535441408/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.851884:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093937480 with x1830965535441408 ext(0->4095) 00010000:00010000:0.0:1746145249.851888:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.851896:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.851901:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093937480 00000100:00100000:0.0:1746145249.854077:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.854220:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441536 00000100:00100000:3.0:1746145249.854227:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441536 00010000:00010000:3.0:1746145249.854250:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.854295:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10649 00000100:00100000:3.0:1746145249.854301:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535441536:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.854310:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.854323:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.854333:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.854350:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8d800/0xb5ee96b21a0d7014 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53632e expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.854371:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.854372:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.854378:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.854384:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.854407:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.854416:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154944:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.854471:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.857179:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531154944:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.857194:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.857227:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535441536:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2926us (3154us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.857235:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10649 00000100:00100000:0.0:1746145249.857555:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.857858:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441792 00000100:00100000:1.0:1746145249.857863:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441792 00002000:00100000:1.0:1746145249.857891:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6d80 x1830965535441792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.857900:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6d80 with x1830965535441792 ext(0->4095) 00002000:00010000:1.0:1746145249.857903:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6d80 00000100:00100000:1.0:1746145249.857918:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4495 00000100:00100000:1.0:1746145249.857923:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535441792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.858043:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535441792:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 119us (489us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.858049:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4495 00002000:00100000:1.0:1746145249.858053:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b6d80 x1830965535441792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.858061:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6d80 with x1830965535441792 ext(0->4095) 00002000:00010000:1.0:1746145249.858063:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6d80 00000100:00100000:0.0:1746145249.860153:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.860342:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535441920 00000100:00100000:2.0:1746145249.860348:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535441920 00000100:00100000:2.0:1746145249.860452:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6520 00000100:00100000:2.0:1746145249.860457:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535441920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.860468:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.860481:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53633c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.860501:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.860507:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.860509:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.860513:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.860534:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.860544:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 61 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.860552:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155072:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.861056:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145249.862042:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155072:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145249.862057:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.862068:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:2.0:1746145249.862088:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535441920:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1631us (1938us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.862094:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6520 00000100:00100000:0.0:1746145249.863315:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.863382:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442048 00000100:00100000:3.0:1746145249.863386:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442048 00010000:00010000:3.0:1746145249.863404:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.864019:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10650 00000100:00100000:3.0:1746145249.864026:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1961:x1830965535442048:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.864036:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.864051:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.864062:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.864079:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d701b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536335 expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.864119:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.864121:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.864127:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.864139:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.864161:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.864171:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155200:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.864265:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.867723:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155200:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.867740:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.868229:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1961:x1830965535442048:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4202us (4914us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.868239:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10650 00000100:00100000:0.0:1746145249.870266:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.870306:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.870503:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442304 00000100:00100000:2.0:1746145249.870511:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442304 00002000:00100000:2.0:1746145249.870544:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5500 x1830965535442304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.870553:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5500 with x1830965535442304 ext(0->4095) 00002000:00010000:2.0:1746145249.870558:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b5500 00000100:00100000:2.0:1746145249.871103:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4496 00000100:00100000:2.0:1746145249.871111:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535442304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145249.871373:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442432 00000100:00100000:3.0:1746145249.871378:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442432 00000100:00100000:3.0:1746145249.871406:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6521 00000100:00100000:3.0:1746145249.871410:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535442432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.871418:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.871432:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536343 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.871451:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.871457:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.871459:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.871463:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.871485:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.871496:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.871505:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155328:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145249.871892:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535442304:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 780us (1628us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.871899:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4496 00002000:00100000:2.0:1746145249.871904:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800927b5500 x1830965535442304/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.871911:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b5500 with x1830965535442304 ext(0->4095) 00010000:00010000:2.0:1746145249.871916:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.871925:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.871930:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800927b5500 00000100:00100000:3.0:1746145249.872924:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.875750:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.876671:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442560 00000100:00100000:1.0:1746145249.876678:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442560 00000100:00100000:1.0:1746145249.876723:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6522 00000100:00100000:1.0:1746145249.876730:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535442560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.876742:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.876756:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53634a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.876776:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.876780:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.876785:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.876788:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.876814:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.876823:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 64 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.876831:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7000, rc 0) 00000100:00100000:1.0:1746145249.876865:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535442560:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 136us (1120us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.876870:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6522 00000100:00100000:3.0:1746145249.876975:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155328:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.876987:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.877003:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043600, rc 0) 00000100:00100000:3.0:1746145249.877019:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535442432:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5608us (6713us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.877024:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6521 00000100:00100000:0.0:1746145249.877250:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.877444:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442688 00000100:00100000:3.0:1746145249.877447:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442688 00010000:00010000:3.0:1746145249.877460:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.877474:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10651 00000100:00100000:3.0:1746145249.877478:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535442688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.877487:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.877501:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.877510:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.877524:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7022 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53633c expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.877534:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.877535:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.877541:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.877546:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.877562:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.877570:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.877579:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155584:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.878783:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.880144:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.880218:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535442944 00000100:00100000:2.0:1746145249.880224:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535442944 00002000:00100000:2.0:1746145249.880255:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965535442944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.880263:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535442944 ext(0->4095) 00010000:00010000:2.0:1746145249.880270:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.880281:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.880286:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e300 00000100:00100000:3.0:1746145249.880736:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155584:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.880753:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.880788:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535442688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3308us (3537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.880795:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10651 00000100:00100000:2.0:1746145249.881149:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2631 00000100:00100000:2.0:1746145249.881157:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1963:x1830965535442944:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:2.0:1746145249.881276:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1963:x1830965535442944:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 119us (1135us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.881282:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2631 00002000:00100000:2.0:1746145249.881286:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526e300 x1830965535442944/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.881294:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535442944 ext(0->4095) 00010000:00010000:2.0:1746145249.881299:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.881308:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.881313:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8800a526e300 00000100:00100000:0.0:1746145249.883431:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.883521:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443072 00000100:00100000:3.0:1746145249.883529:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443072 00010000:00010000:3.0:1746145249.883553:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.883786:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10652 00000100:00100000:3.0:1746145249.883793:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535443072:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.883803:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.883819:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.883830:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.883849:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d7029 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536343 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.883868:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.883870:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.883876:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.883883:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.883911:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.883922:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155712:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.883979:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.886701:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155712:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.886720:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.887206:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535443072:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3412us (3777us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.887216:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10652 00000100:00100000:0.0:1746145249.888700:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.889029:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443328 00000100:00100000:1.0:1746145249.889037:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443328 00002000:00100000:1.0:1746145249.889073:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f800 x1830965535443328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.889082:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535443328 ext(0->4095) 00002000:00010000:1.0:1746145249.889086:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f800 00000100:00100000:1.0:1746145249.889112:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4497 00000100:00100000:1.0:1746145249.889119:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535443328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.889397:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535443328:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 277us (698us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.889403:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4497 00002000:00100000:1.0:1746145249.889408:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8800a526f800 x1830965535443328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.889414:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535443328 ext(0->4095) 00002000:00010000:1.0:1746145249.889416:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f800 00000100:00100000:0.0:1746145249.891618:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.891695:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443456 00000100:00100000:3.0:1746145249.891700:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443456 00000100:00100000:3.0:1746145249.891734:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6523 00000100:00100000:3.0:1746145249.891739:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535443456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.891749:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.891762:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536351 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.891782:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.891788:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.891790:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.891793:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.891817:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 61 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.891827:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 61 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.891835:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155840:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.891884:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.893684:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531155840:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.893704:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.893717:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043e00, rc 0) 00000100:00100000:3.0:1746145249.893751:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535443456:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2010us (2135us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.893757:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6523 00000100:00100000:0.0:1746145249.894720:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.894796:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443584 00000100:00100000:3.0:1746145249.894801:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443584 00010000:00010000:3.0:1746145249.894821:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.895196:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10653 00000100:00100000:3.0:1746145249.895203:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535443584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.895214:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.895231:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.895240:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.895259:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7000/0xb5ee96b21a0d7030 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53634a expref: 62 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.895284:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.895286:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.895292:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.895299:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.895323:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.895334:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155968:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.895391:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.897984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.898246:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531155968:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.898261:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.898292:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:1960:x1830965535443584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3089us (3573us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.898300:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10653 00000100:00100000:1.0:1746145249.898490:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443840 00000100:00100000:1.0:1746145249.898496:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443840 00002000:00100000:1.0:1746145249.898526:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8000 x1830965535443840/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.898534:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8000 with x1830965535443840 ext(0->4095) 00002000:00010000:1.0:1746145249.898538:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8000 00000100:00100000:1.0:1746145249.898562:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4498 00000100:00100000:1.0:1746145249.898567:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535443840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145249.898708:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535443840:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 140us (728us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.898717:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4498 00002000:00100000:1.0:1746145249.898721:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e8000 x1830965535443840/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.898729:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8000 with x1830965535443840 ext(0->4095) 00002000:00010000:1.0:1746145249.898731:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8000 00000100:00100000:0.0:1746145249.902365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.902515:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535443968 00000100:00100000:3.0:1746145249.902522:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535443968 00000100:00100000:3.0:1746145249.902759:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6524 00000100:00100000:3.0:1746145249.902766:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+61:31559:x1830965535443968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.902781:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.902795:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536358 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.902818:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.902824:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.902826:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.902829:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.902854:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.902863:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.902873:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531156096:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.902936:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.903669:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.903823:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444096 00000100:00100000:2.0:1746145249.903827:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444096 00000100:00100000:2.0:1746145249.903858:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6525 00000100:00100000:2.0:1746145249.903864:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31571:x1830965535444096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145249.903871:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145249.903878:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53635f expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.903889:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.903893:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.903902:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145249.903906:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.903924:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 64 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.903933:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 64 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.903940:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c400, rc 0) 00000100:00100000:2.0:1746145249.903963:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31571:x1830965535444096:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 99us (294us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.903968:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6525 00000100:00100000:3.0:1746145249.905984:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531156096:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.906015:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.906033:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043600, rc 0) 00000100:00100000:3.0:1746145249.906075:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:31559:x1830965535443968:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3309us (3714us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.906081:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6524 00000100:00100000:0.0:1746145249.906275:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.906418:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444224 00000100:00100000:3.0:1746145249.906422:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444224 00010000:00010000:3.0:1746145249.906439:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.906551:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10654 00000100:00100000:3.0:1746145249.906557:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535444224:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.906566:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.906581:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.906591:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.906608:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7037 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536351 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.906653:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.906655:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.906662:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.906674:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.906695:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 62 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.906704:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 62 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.906713:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156352:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.906756:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.908902:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.908903:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156352:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.908916:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.909265:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535444224:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2706us (2989us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.909268:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444480 00000100:00100000:3.0:1746145249.909273:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10654 00000100:00100000:2.0:1746145249.909273:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444480 00002000:00100000:2.0:1746145249.909301:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535444480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.909309:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535444480 ext(0->4095) 00010000:00010000:2.0:1746145249.909316:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.909327:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.909332:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ebb80 00000100:00100000:2.0:1746145249.909357:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2632 00000100:00100000:2.0:1746145249.909363:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535444480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145249.910072:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3ebb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1961:x1830965535444480:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 707us (1171us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.910079:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2632 00002000:00100000:2.0:1746145249.910085:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3ebb80 x1830965535444480/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.910092:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3ebb80 with x1830965535444480 ext(0->4095) 00010000:00010000:2.0:1746145249.910097:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.910106:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145249.910110:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3ebb80 00000100:00100000:0.0:1746145249.912614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.913026:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444608 00000100:00100000:3.0:1746145249.913033:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444608 00010000:00010000:3.0:1746145249.913057:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.913079:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10655 00000100:00100000:3.0:1746145249.913085:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136962450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+63:1960:x1830965535444608:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145249.913096:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145249.913112:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.913123:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.913141:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043600/0xb5ee96b21a0d703e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536358 expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.913552:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.913555:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145249.913563:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.913570:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.913597:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 62 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145249.913607:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156480:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145249.913908:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b2cdb40 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.917088:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156480:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.917104:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145249.917136:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136962450 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535444608:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4051us (4527us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.917145:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10655 00000100:00100000:0.0:1746145249.918031:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.918328:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444864 00000100:00100000:2.0:1746145249.918335:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444864 00002000:00100000:2.0:1746145249.918369:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9f80 x1830965535444864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.918376:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9f80 with x1830965535444864 ext(0->4095) 00002000:00010000:2.0:1746145249.918380:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9f80 00000100:00100000:2.0:1746145249.918835:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4499 00000100:00100000:2.0:1746145249.918843:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535444864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:2.0:1746145249.918979:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535444864:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 137us (949us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145249.918986:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4499 00002000:00100000:2.0:1746145249.918991:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3e9f80 x1830965535444864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145249.919010:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9f80 with x1830965535444864 ext(0->4095) 00002000:00010000:2.0:1746145249.919013:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e9f80 00000100:00100000:0.0:1746145249.924800:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.925048:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535444992 00000100:00100000:3.0:1746145249.925056:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535444992 00000100:00100000:3.0:1746145249.925093:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6526 00000100:00100000:3.0:1746145249.925101:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535444992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.925115:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.925129:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536366 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.925153:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.925160:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.925162:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.925165:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.925190:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 61 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.925201:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 61 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145249.925213:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531156608:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145249.925609:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.929052:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531156608:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145249.929074:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.929093:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69a00, rc 0) 00000100:00100000:3.0:1746145249.929126:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535444992:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 4026us (4333us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.929133:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6526 00000100:00100000:0.0:1746145249.940412:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.940453:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.940520:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535445120 00000100:00100000:1.0:1746145249.940528:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535445120 00002000:00100000:1.0:1746145249.940567:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8e00 x1830965535445120/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.940577:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535445120 ext(0->7) 00010000:00010000:1.0:1746145249.940585:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.940598:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 62 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145249.940604:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8e00 00000100:00100000:1.0:1746145249.940656:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2633 00000100:00100000:1.0:1746145249.940664:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+62:1960:x1830965535445120:12345-192.168.203.38@tcp:4:ldlm_bl.0 00000100:00100000:1.0:1746145249.941400:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535445120:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 735us (992us total) trans 4294968031 rc 0/0 00000100:00100000:1.0:1746145249.941407:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2633 00002000:00100000:1.0:1746145249.941414:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff88008c3e8e00 x1830965535445120/t4294968031(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 496/448 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.941426:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8e00 with x1830965535445120 ext(0->7) 00010000:00010000:1.0:1746145249.941431:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 64 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.941440:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 64 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145249.941445:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3e8e00 00000100:00100000:3.0:1746145249.944608:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535445248 00000100:00100000:3.0:1746145249.944617:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535445248 00000100:00100000:0.0:1746145249.945215:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.945510:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6527 00000100:00100000:3.0:1746145249.945518:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535445248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145249.945533:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145249.945547:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53636d expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.945568:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145249.945573:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.945578:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:3.0:1746145249.945582:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.945607:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.945617:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145249.945646:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c68600, rc 0) 00000100:00100000:3.0:1746145249.945683:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535445248:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 166us (5229us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.945689:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6527 00000100:00100000:2.0:1746145249.946422:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535445376 00000100:00100000:2.0:1746145249.946427:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535445376 00010000:00010000:2.0:1746145249.946447:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.946476:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10656 00000100:00100000:2.0:1746145249.946482:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1962:x1830965535445376:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.946489:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746145249.946501:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb mtime from disk: 1746145250 -> 1746145251 00002000:00010000:2.0:1746145249.946504:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x17:0x0] updating lvb ctime from disk: 1746145250 -> 1746145251 00010000:00010000:2.0:1746145249.946508:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.946517:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.946531:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093b8c400/0xb5ee96b21a0d7045 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53635f expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.946552:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.946554:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.946560:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.946567:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.946586:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.946596:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.946607:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156864:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.946679:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.948957:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.949037:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156864:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145249.949049:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145249.949075:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1962:x1830965535445376:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2593us (3863us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145249.949082:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10656 00000100:00100000:3.0:1746145249.949138:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535445632 00000100:00100000:3.0:1746145249.949142:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535445632 00002000:00100000:3.0:1746145249.949168:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1c00 x1830965535445632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.949176:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965535445632 ext(0->4095) 00010000:00010000:3.0:1746145249.949181:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.949192:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145249.949198:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:3.0:1746145249.949607:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2634 00000100:00100000:3.0:1746145249.949613:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535445632:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:3.0:1746145249.949755:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535445632:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 142us (803us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145249.949761:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2634 00002000:00100000:3.0:1746145249.949766:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1c00 x1830965535445632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145249.949779:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965535445632 ext(0->4095) 00010000:00010000:3.0:1746145249.949783:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145249.949793:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145249.949798:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1c00 00000100:00100000:0.0:1746145249.953398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145249.953897:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535445760 00000100:00100000:2.0:1746145249.953904:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535445760 00010000:00010000:2.0:1746145249.953930:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145249.953963:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10657 00000100:00100000:2.0:1746145249.953969:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535445760:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145249.953983:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145249.954006:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.954018:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.954038:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c69a00/0xb5ee96b21a0d704c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536366 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145249.954063:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.954066:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145249.954072:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.954079:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145249.954280:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145249.954291:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156992:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145249.955034:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a82e7000 going to sleep for 11 seconds 00000100:00100000:3.0:1746145249.958415:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093935880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531156992:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145249.958434:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.959031:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145249.959566:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535445760:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5595us (6173us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145249.959575:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10657 00000100:00100000:1.0:1746145249.960181:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446016 00000100:00100000:1.0:1746145249.960187:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446016 00002000:00100000:1.0:1746145249.960217:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1180 x1830965535446016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.960227:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535446016 ext(0->4095) 00002000:00010000:1.0:1746145249.960231:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:1.0:1746145249.960255:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4500 00000100:00100000:1.0:1746145249.960261:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535446016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145249.960362:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535446016:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 102us (1332us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145249.960368:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4500 00002000:00100000:1.0:1746145249.960372:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1180 x1830965535446016/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145249.960380:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535446016 ext(0->4095) 00002000:00010000:1.0:1746145249.960383:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:0.0:1746145249.962844:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.962912:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446144 00000100:00100000:1.0:1746145249.962917:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446144 00000100:00100000:1.0:1746145249.963075:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6528 00000100:00100000:1.0:1746145249.963082:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535446144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.963095:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.963110:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536374 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.963131:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.963138:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.963140:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145249.963143:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.963164:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.963175:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 63 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145249.963184:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157120:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.963505:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f9c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.966008:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157120:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.966032:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.966051:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801349b7e00, rc 0) 00000100:00100000:1.0:1746145249.966080:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535446144:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2998us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.966086:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6528 00000100:00100000:0.0:1746145249.966958:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.967016:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446272 00000100:00100000:1.0:1746145249.967021:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446272 00010000:00010000:1.0:1746145249.967041:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 64 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145249.967057:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10658 00000100:00100000:1.0:1746145249.967062:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535446272:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145249.967071:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145249.967085:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 64 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.967093:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 64 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.967108:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7053 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53636d expref: 64 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145249.967120:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.967121:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.967127:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.967138:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.967158:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145249.967167:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157248:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145249.967205:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f9c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.968026:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145249.968071:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446400 00000100:00100000:1.0:1746145249.968074:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446400 00000100:00100000:1.0:1746145249.968094:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6529 00000100:00100000:1.0:1746145249.968100:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:31559:x1830965535446400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145249.968109:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145249.968120:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53637b expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.968136:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.968142:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.968144:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145249.968147:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.968161:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.968175:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 5 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145249.968183:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157376:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145249.968210:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f240 going to sleep for 11 seconds 00000100:00100000:1.0:1746145249.973096:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092483800 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157376:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145249.973121:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145249.973137:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590ee00, rc 0) 00000100:00100000:1.0:1746145249.973169:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535446400:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 5069us (5144us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145249.973176:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6529 00000100:00100000:0.0:1746145249.974030:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092482300 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157248:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145249.974041:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.974065:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1960:x1830965535446272:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 7002us (7109us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145249.974073:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10658 00000100:00100000:1.0:1746145249.975947:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.976146:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446656 00000100:00100000:0.0:1746145249.976153:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446656 00002000:00100000:0.0:1746145249.976200:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483800 x1830965535446656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.976209:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965535446656 ext(0->4095) 00010000:00010000:0.0:1746145249.976217:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.976229:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.976235:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092483800 00000100:00100000:0.0:1746145249.976250:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2635 00000100:00100000:0.0:1746145249.976255:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535446656:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:0.0:1746145249.976550:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092483800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535446656:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 294us (605us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.976555:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2635 00002000:00100000:0.0:1746145249.976560:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880092483800 x1830965535446656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.976566:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092483800 with x1830965535446656 ext(0->4095) 00010000:00010000:0.0:1746145249.976570:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.976581:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:0.0:1746145249.976586:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092483800 00000100:00100000:0.0:1746145249.980043:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.980071:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535446784 00000100:00100000:0.0:1746145249.980078:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535446784 00010000:00010000:0.0:1746145249.980104:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746145249.980126:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10659 00000100:00100000:0.0:1746145249.980132:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535446784:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145249.980142:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145249.980158:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.980167:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.980184:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801349b7e00/0xb5ee96b21a0d705a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536374 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:0.0:1746145249.980195:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145249.980197:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145249.980204:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.980216:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.980448:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145249.980459:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157504:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145249.980514:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717900 going to sleep for 11 seconds 00000100:00100000:0.0:1746145249.983169:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7fed80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157504:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145249.983183:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145249.983212:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535446784:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3079us (3171us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145249.983221:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10659 00000100:00100000:0.0:1746145249.983266:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.983719:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447040 00000100:00100000:0.0:1746145249.983725:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447040 00002000:00100000:0.0:1746145249.983752:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965535447040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/0 e 0 to 0 dl 1746145260 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.983761:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965535447040 ext(0->4095) 00002000:00010000:0.0:1746145249.983765:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145249.983777:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4501 00000100:00100000:0.0:1746145249.983781:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965535447040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:0.0:1746145249.984436:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7fed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+64:1961:x1830965535447040:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 636us (1152us total) trans 0 rc 4096/4096 00000100:00100000:0.0:1746145249.984443:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4501 00002000:00100000:0.0:1746145249.984449:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88009b7fed80 x1830965535447040/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:135/0 lens 488/4536 e 0 to 0 dl 1746145260 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:0.0:1746145249.984456:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7fed80 with x1830965535447040 ext(0->4095) 00002000:00010000:0.0:1746145249.984459:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b7fed80 00000100:00100000:0.0:1746145249.996874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145249.996900:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447168 00000100:00100000:0.0:1746145249.996908:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447168 00000100:00100000:0.0:1746145249.996944:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6530 00000100:00100000:0.0:1746145249.996952:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b824c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535447168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145249.996967:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145249.996981:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536382 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.997018:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.997025:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.997027:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145249.997030:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.997055:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145249.997065:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 63 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746145249.997077:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157632:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145249.997147:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.011255:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b7ffb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531157632:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145250.011279:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.011295:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:0.0:1746145250.011547:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b824c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535447168:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 14595us (14677us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145250.011555:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6530 00000100:00100000:1.0:1746145250.012166:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.012261:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.012278:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447424 00000100:00100000:1.0:1746145250.012283:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447424 00000100:00100000:0.0:1746145250.012369:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447296 00000100:00100000:0.0:1746145250.012372:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447296 00000100:00100000:0.0:1746145250.012390:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6531 00000100:00100000:0.0:1746145250.012395:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535447296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145250.012406:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00002000:00100000:1.0:1746145250.012764:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092482300 x1830965535447424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 496/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.012772:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965535447424 ext(0->7) 00010000:00010000:1.0:1746145250.012778:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 65 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.012791:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 65 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.012797:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482300 00000100:00100000:1.0:1746145250.012810:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2636 00000100:00100000:1.0:1746145250.012815:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1962:x1830965535447424:12345-192.168.203.38@tcp:4:ldlm_bl.0 00010000:00010000:0.0:1746145250.013269:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536389 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.013285:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145250.013290:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.013295:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:0.0:1746145250.013298:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.013329:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.013338:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.013345:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:0.0:1746145250.013370:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:31559:x1830965535447296:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 974us (1205us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145250.013375:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6531 00000001:00100000:2.0:1746145250.013477:0:8560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 97ec8067-0811-494c-8790-cb1a1d068df8 00000020:00000080:2.0:1746145250.013481:0:8560:0:(genops.c:904:class_export_put()) final put ffff880129ef1800/97ec8067-0811-494c-8790-cb1a1d068df8 00000020:00000080:3.0:1746145250.013524:0:63:0:(genops.c:863:class_export_destroy()) destroying export ffff880129ef1800/97ec8067-0811-494c-8790-cb1a1d068df8 for lustre-OST0000 00000020:00000080:3.0:1746145250.013550:0:63:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129ef0800 for lustre-OST0000 00000100:00080000:1.0:1746145250.013591:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145250.014388:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092482300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1962:x1830965535447424:12345-192.168.203.38@tcp:4:ldlm_bl.0 Request processed in 1571us (2125us total) trans 4294968032 rc 0/0 00000100:00100000:1.0:1746145250.014395:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2636 00002000:00100000:1.0:1746145250.014400:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->7) req@ffff880092482300 x1830965535447424/t4294968032(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 496/448 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 0/0 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.014408:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092482300 with x1830965535447424 ext(0->7) 00010000:00010000:1.0:1746145250.014413:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.014423:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.014429:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092482300 00000100:00100000:0.0:1746145250.016430:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.016538:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447552 00000100:00100000:2.0:1746145250.016545:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447552 00010000:00010000:2.0:1746145250.016572:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.016604:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10660 00000100:00100000:2.0:1746145250.016610:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535447552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145250.016621:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145250.016653:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.016664:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.016681:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590ee00/0xb5ee96b21a0d7061 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53637b expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.016692:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.016693:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.016700:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.016706:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.016732:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.016742:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 5 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.016757:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157888:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145250.016832:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f139c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.018614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.018782:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531157888:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145250.018795:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145250.018965:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447808 00000100:00100000:1.0:1746145250.018970:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447808 00000100:00100000:2.0:1746145250.019012:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535447552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2400us (2585us total) trans 0 rc 0/0 00002000:00100000:1.0:1746145250.019016:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383480 x1830965535447808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145250.019020:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10660 00002000:00100000:1.0:1746145250.019031:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383480 with x1830965535447808 ext(0->4095) 00010000:00010000:1.0:1746145250.019037:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.019049:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.019054:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088383480 00000100:00100000:1.0:1746145250.019075:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2637 00000100:00100000:1.0:1746145250.019080:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535447808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.019264:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088383480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535447808:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 183us (655us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.019269:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2637 00002000:00100000:1.0:1746145250.019274:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088383480 x1830965535447808/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.019281:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088383480 with x1830965535447808 ext(0->4095) 00010000:00010000:1.0:1746145250.019285:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.019293:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.019298:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088383480 00000100:00080000:1.0:1746145250.019311:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145250.022705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.022878:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535447936 00000100:00100000:2.0:1746145250.022886:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535447936 00010000:00010000:2.0:1746145250.022911:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.022946:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10661 00000100:00100000:2.0:1746145250.022953:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535447936:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145250.022964:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145250.022981:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.023002:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.023023:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d7068 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536382 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.023035:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.023038:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.023043:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.023051:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.023079:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145250.023090:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158016:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145250.023161:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.025336:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158016:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145250.025697:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.025761:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448192 00010000:00010000:2.0:1746145250.025764:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145250.025766:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448192 00000100:00100000:2.0:1746145250.025795:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535447936:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2841us (3095us total) trans 0 rc 0/0 00002000:00100000:1.0:1746145250.025797:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eb800 x1830965535448192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00000100:00100000:2.0:1746145250.025803:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10661 00002000:00100000:1.0:1746145250.025806:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb800 with x1830965535448192 ext(0->4095) 00002000:00010000:1.0:1746145250.025810:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3eb800 00000100:00100000:1.0:1746145250.025837:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4502 00000100:00100000:1.0:1746145250.025843:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535448192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145250.025961:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535448192:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 117us (264us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.025967:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4502 00002000:00100000:1.0:1746145250.025972:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eb800 x1830965535448192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.025978:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eb800 with x1830965535448192 ext(0->4095) 00002000:00010000:1.0:1746145250.025981:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3eb800 00000100:00100000:0.0:1746145250.027984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.028203:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448320 00000100:00100000:2.0:1746145250.028208:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448320 00000100:00100000:2.0:1746145250.028246:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6532 00000100:00100000:2.0:1746145250.028252:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535448320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.028262:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.028275:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536390 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.028300:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.028385:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.028387:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.028391:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.028417:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.028428:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 65 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.028438:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158144:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145250.028488:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.031071:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158144:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145250.031093:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.031109:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050800, rc 0) 00000100:00100000:2.0:1746145250.031144:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535448320:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2891us (3164us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.031151:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6532 00000100:00100000:0.0:1746145250.031454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.031495:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448448 00000100:00100000:3.0:1746145250.031499:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448448 00010000:00010000:3.0:1746145250.031518:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.031537:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10662 00000100:00100000:3.0:1746145250.031541:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535448448:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.031551:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.031564:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.031578:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.031595:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d706f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536389 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.031613:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.031615:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.031621:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.031641:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.032409:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.032422:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158272:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.032480:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcf00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.035178:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158272:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.035192:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.035222:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1960:x1830965535448448:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3679us (3767us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.035230:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10662 00000100:00100000:0.0:1746145250.036776:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145250.036815:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.036896:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448704 00000100:00100000:1.0:1746145250.036903:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448704 00000100:00100000:3.0:1746145250.036908:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448832 00000100:00100000:3.0:1746145250.036912:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448832 00002000:00100000:1.0:1746145250.036938:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eaa00 x1830965535448704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00000100:00100000:3.0:1746145250.036943:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6533 00002000:00100000:1.0:1746145250.036947:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eaa00 with x1830965535448704 ext(0->4095) 00000100:00100000:3.0:1746145250.036949:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535448832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00002000:00010000:1.0:1746145250.036951:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3eaa00 00010000:00010000:3.0:1746145250.036960:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:1.0:1746145250.036974:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4503 00000100:00100000:1.0:1746145250.036980:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535448704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00010000:00010000:3.0:1746145250.037009:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536397 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.037030:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.037036:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.037038:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.037041:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.037062:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.037071:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.037085:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158400:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145250.037105:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3eaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535448704:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 124us (330us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.037112:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4503 00002000:00100000:1.0:1746145250.037118:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008c3eaa00 x1830965535448704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.037124:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3eaa00 with x1830965535448704 ext(0->4095) 00010000:00010000:1.0:1746145250.037129:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 6/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.037130:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00010000:00010000:1.0:1746145250.037140:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.037146:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008c3eaa00 00000100:00100000:0.0:1746145250.039460:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.039609:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535448960 00000100:00100000:2.0:1746145250.039613:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535448960 00000100:00100000:2.0:1746145250.039664:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6534 00000100:00100000:2.0:1746145250.039671:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31571:x1830965535448960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.039683:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.039693:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53639e expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.039709:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.039713:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.039723:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.039726:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.039748:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.039758:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.039767:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050c00, rc 0) 00000100:00100000:2.0:1746145250.039806:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535448960:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 134us (349us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.039811:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6534 00000100:00100000:3.0:1746145250.040182:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158400:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145250.040195:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.040206:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441a400, rc 0) 00000100:00100000:3.0:1746145250.040223:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535448832:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 3275us (3408us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.040227:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6533 00000100:00100000:0.0:1746145250.043524:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.043658:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449088 00000100:00100000:3.0:1746145250.043665:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449088 00010000:00010000:3.0:1746145250.043693:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.043750:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10663 00000100:00100000:3.0:1746145250.043756:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535449088:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.043766:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.043781:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.043791:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.043809:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050800/0xb5ee96b21a0d7076 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536390 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.043838:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.043839:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.043846:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.043856:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.043880:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.043889:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.043898:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158656:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.044004:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.045515:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.045685:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158656:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.045697:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145250.045713:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449344 00000100:00100000:1.0:1746145250.045718:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449344 00000100:00100000:3.0:1746145250.045729:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535449088:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1974us (2211us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.045736:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10663 00002000:00100000:1.0:1746145250.045746:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1f80 x1830965535449344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.045754:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535449344 ext(0->4095) 00010000:00010000:1.0:1746145250.045759:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.045770:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.045776:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1f80 00000100:00100000:1.0:1746145250.045799:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2638 00000100:00100000:1.0:1746145250.045805:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535449344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.045903:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535449344:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 98us (390us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.045914:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2638 00002000:00100000:1.0:1746145250.045919:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d1f80 x1830965535449344/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.045926:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535449344 ext(0->4095) 00010000:00010000:1.0:1746145250.045930:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.045940:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.045945:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff8801391d1f80 00000100:00100000:0.0:1746145250.047485:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.047651:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449472 00000100:00100000:3.0:1746145250.047655:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449472 00010000:00010000:3.0:1746145250.047672:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.047692:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10664 00000100:00100000:3.0:1746145250.047698:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1962:x1830965535449472:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.047706:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.047718:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.047728:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.047744:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d707d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536397 expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.047768:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.047770:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.047776:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.047783:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.047805:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.047815:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158784:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.047867:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.052984:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531158784:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145250.053276:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145250.053334:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.053373:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1962:x1830965535449472:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 5674us (5889us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.053383:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10664 00000100:00100000:1.0:1746145250.054157:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449728 00000100:00100000:1.0:1746145250.054163:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449728 00002000:00100000:1.0:1746145250.054194:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0000 x1830965535449728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.054204:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535449728 ext(0->4095) 00002000:00010000:1.0:1746145250.054209:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:1.0:1746145250.054229:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4504 00000100:00100000:1.0:1746145250.054234:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535449728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.054352:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535449728:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 117us (1077us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.054358:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4504 00002000:00100000:1.0:1746145250.054363:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff8801391d0000 x1830965535449728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.054370:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535449728 ext(0->4095) 00002000:00010000:1.0:1746145250.054372:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:0.0:1746145250.056765:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.056835:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449856 00000100:00100000:3.0:1746145250.056840:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449856 00000100:00100000:3.0:1746145250.057045:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6535 00000100:00100000:3.0:1746145250.057052:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535449856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145250.057064:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145250.057078:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363a5 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.057099:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.057104:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145250.057106:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145250.057109:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.057132:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.057141:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.057150:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158912:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145250.057221:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.059094:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531158912:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145250.059112:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.059130:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69200, rc 0) 00000100:00100000:3.0:1746145250.059568:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535449856:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2515us (2805us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.059575:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6535 00000100:00100000:0.0:1746145250.059799:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.060046:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535449984 00000100:00100000:3.0:1746145250.060050:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535449984 00010000:00010000:3.0:1746145250.060072:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.060099:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10665 00000100:00100000:3.0:1746145250.060104:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535449984:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.060426:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.060444:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.060454:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.060471:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050c00/0xb5ee96b21a0d7084 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53639e expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.060548:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.060550:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.060557:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.060567:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.060590:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.060599:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159040:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.060669:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.062674:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159040:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.062687:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.062722:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1961:x1830965535449984:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2616us (2922us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.062730:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10665 00000100:00100000:0.0:1746145250.062938:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.063538:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535450240 00000100:00100000:1.0:1746145250.063543:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535450240 00002000:00100000:1.0:1746145250.063570:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554a80 x1830965535450240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.063578:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554a80 with x1830965535450240 ext(0->4095) 00002000:00010000:1.0:1746145250.063582:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085554a80 00000100:00100000:1.0:1746145250.063607:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4505 00000100:00100000:1.0:1746145250.063613:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535450240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.063744:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085554a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535450240:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 130us (806us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.063749:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4505 00002000:00100000:1.0:1746145250.063754:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085554a80 x1830965535450240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.063761:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085554a80 with x1830965535450240 ext(0->4095) 00002000:00010000:1.0:1746145250.063763:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085554a80 00000100:00100000:0.0:1746145250.064918:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.065009:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535450368 00000100:00100000:3.0:1746145250.065012:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535450368 00000100:00100000:3.0:1746145250.065041:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6536 00000100:00100000:3.0:1746145250.065046:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535450368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145250.065055:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145250.065066:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363ac expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.065084:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.065091:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.065093:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.065096:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.065117:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.065127:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 5 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.065136:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531159168:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145250.065195:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.065570:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.065661:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535450496 00000100:00100000:2.0:1746145250.065664:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535450496 00000100:00100000:2.0:1746145250.065686:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6537 00000100:00100000:2.0:1746145250.065691:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31571:x1830965535450496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.065697:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.065703:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363b3 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.065713:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.065717:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.065721:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.065724:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.065740:0:8466:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.065749:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.065757:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050000, rc 0) 00000100:00100000:2.0:1746145250.065787:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535450496:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 96us (218us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.065793:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6537 00000100:00100000:3.0:1746145250.066774:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531159168:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145250.066787:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.066795:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c68600, rc 0) 00000100:00100000:3.0:1746145250.066857:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535450368:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1810us (1939us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.066863:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6536 00000100:00100000:2.0:1746145250.066972:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.067065:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535450624 00000100:00100000:3.0:1746145250.067069:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535450624 00010000:00010000:3.0:1746145250.067082:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.067106:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10666 00000100:00100000:3.0:1746145250.067111:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535450624:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.067121:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.067136:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.067145:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.067161:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c69200/0xb5ee96b21a0d708b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363a5 expref: 6 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.067181:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.067183:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.067188:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.067193:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.067210:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.067218:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.067225:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159424:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.067273:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.069004:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159424:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.069014:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.069141:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535450624:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2027us (2166us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.069147:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10666 00000100:00100000:0.0:1746145250.070018:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.070056:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535450880 00000100:00100000:3.0:1746145250.070060:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535450880 00002000:00100000:3.0:1746145250.070086:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556300 x1830965535450880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.070233:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556300 with x1830965535450880 ext(0->4095) 00010000:00010000:3.0:1746145250.070239:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.070254:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145250.070260:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085556300 00000100:00100000:3.0:1746145250.070283:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2639 00000100:00100000:3.0:1746145250.070288:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535450880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145250.070404:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535450880:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 116us (386us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145250.070411:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2639 00002000:00100000:3.0:1746145250.070416:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556300 x1830965535450880/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.070421:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556300 with x1830965535450880 ext(0->4095) 00010000:00010000:3.0:1746145250.070424:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.070433:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00002000:00010000:3.0:1746145250.070438:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880085556300 00000100:00100000:0.0:1746145250.072411:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.072484:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451008 00000100:00100000:3.0:1746145250.072490:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451008 00010000:00010000:3.0:1746145250.072507:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.072525:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10667 00000100:00100000:3.0:1746145250.072529:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535451008:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.072538:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.072551:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.072560:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.072577:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d7092 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ac expref: 67 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.072588:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.072589:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.072595:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.072605:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.072649:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.072660:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159552:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.073064:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.074779:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159552:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.074839:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.074872:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535451008:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2341us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.074879:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10667 00000100:00100000:0.0:1746145250.075055:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.075071:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451264 00000100:00100000:1.0:1746145250.075075:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451264 00002000:00100000:1.0:1746145250.075102:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556a00 x1830965535451264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.075110:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556a00 with x1830965535451264 ext(0->4095) 00002000:00010000:1.0:1746145250.075113:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556a00 00000100:00100000:1.0:1746145250.075132:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4506 00000100:00100000:1.0:1746145250.075137:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535451264:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.075242:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535451264:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 105us (187us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.075247:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4506 00002000:00100000:1.0:1746145250.075251:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085556a00 x1830965535451264/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.075257:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085556a00 with x1830965535451264 ext(0->4095) 00002000:00010000:1.0:1746145250.075259:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085556a00 00000100:00100000:0.0:1746145250.076763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.077601:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451392 00000100:00100000:3.0:1746145250.077607:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451392 00000100:00100000:0.0:1746145250.077873:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6538 00000100:00100000:0.0:1746145250.077880:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535451392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:0.0:1746145250.077893:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145250.077906:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363ba expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.077982:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.077987:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145250.077988:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145250.077990:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.078025:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 65 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145250.078035:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 65 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:0.0:1746145250.078044:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085555500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531159680:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145250.078484:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092717300 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.080310:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085555500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531159680:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145250.080335:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.080348:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aba00, rc 0) 00000100:00100000:2.0:1746145250.080379:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535451392:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2499us (3617us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.080387:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6538 00000100:00100000:0.0:1746145250.081929:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.082031:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451520 00000100:00100000:3.0:1746145250.082037:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451520 00010000:00010000:3.0:1746145250.082061:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.082090:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10668 00000100:00100000:3.0:1746145250.082096:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535451520:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.082106:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.082121:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.082136:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.082154:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d7099 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363b3 expref: 66 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.082177:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.082179:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.082186:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.082193:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.082217:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.082228:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159808:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.082285:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcd80 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.084869:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531159808:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.084886:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.084924:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1961:x1830965535451520:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2827us (2997us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.084933:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10668 00000100:00100000:0.0:1746145250.085795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.086130:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451776 00000100:00100000:3.0:1746145250.086136:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451776 00002000:00100000:3.0:1746145250.086165:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555500 x1830965535451776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.086173:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555500 with x1830965535451776 ext(0->4095) 00002000:00010000:3.0:1746145250.086177:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555500 00000100:00100000:3.0:1746145250.086197:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4507 00000100:00100000:3.0:1746145250.086202:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535451776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145250.086318:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535451776:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (524us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145250.086323:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4507 00002000:00100000:3.0:1746145250.086328:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880085555500 x1830965535451776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.086334:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555500 with x1830965535451776 ext(0->4095) 00002000:00010000:3.0:1746145250.086336:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555500 00000100:00100000:0.0:1746145250.086456:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.086815:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535451904 00000100:00100000:3.0:1746145250.086818:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535451904 00000100:00100000:3.0:1746145250.086849:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6539 00000100:00100000:3.0:1746145250.086854:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31559:x1830965535451904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145250.086862:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145250.086876:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363c1 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.086895:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.086906:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.086907:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.086910:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.086932:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.086942:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 5 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.086952:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531159936:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145250.087019:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.087962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.088007:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452032 00000100:00100000:2.0:1746145250.088011:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452032 00000100:00100000:2.0:1746145250.088041:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6540 00000100:00100000:2.0:1746145250.088047:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31571:x1830965535452032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.088054:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.088061:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363c8 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.088074:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.088078:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.088083:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.088086:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.088104:0:8465:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.088114:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 68 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.088123:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050600, rc 0) 00000100:00100000:2.0:1746145250.088303:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31571:x1830965535452032:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 254us (340us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.088309:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6540 00000100:00100000:3.0:1746145250.088901:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531159936:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145250.088916:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.088925:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009441a400, rc 0) 00000100:00100000:3.0:1746145250.089197:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535451904:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2341us (2739us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.089202:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6539 00000100:00100000:0.0:1746145250.089296:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.089354:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452160 00000100:00100000:2.0:1746145250.089357:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452160 00010000:00010000:2.0:1746145250.089372:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.089483:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10669 00000100:00100000:2.0:1746145250.089490:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535452160:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145250.089499:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145250.089514:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.089524:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.089539:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aba00/0xb5ee96b21a0d70a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363ba expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.089729:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.089731:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.089738:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.089746:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.089766:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.089781:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.089790:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093936d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160192:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145250.090086:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f139c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.091444:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093936d80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160192:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145250.091458:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145250.091538:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880136963050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535452160:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2047us (2241us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.091545:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10669 00000100:00100000:0.0:1746145250.092856:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.092900:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452416 00000100:00100000:1.0:1746145250.092905:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452416 00002000:00100000:1.0:1746145250.092933:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eea300 x1830965535452416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.092939:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea300 with x1830965535452416 ext(0->4095) 00010000:00010000:1.0:1746145250.092945:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.092953:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.092957:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eea300 00000100:00100000:1.0:1746145250.093028:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2640 00000100:00100000:1.0:1746145250.093035:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535452416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145250.093148:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535452416:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 113us (292us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.093153:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2640 00002000:00100000:1.0:1746145250.093158:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eea300 x1830965535452416/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.093165:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea300 with x1830965535452416 ext(0->4095) 00010000:00010000:1.0:1746145250.093169:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.093177:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.093181:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880093eea300 00000100:00100000:0.0:1746145250.094482:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.094690:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452544 00000100:00100000:2.0:1746145250.094695:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452544 00010000:00010000:2.0:1746145250.094718:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.094738:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10670 00000100:00100000:2.0:1746145250.094744:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1963:x1830965535452544:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145250.094754:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145250.094769:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.094778:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.094799:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009441a400/0xb5ee96b21a0d70a7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c1 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.094828:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.094831:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.094837:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.094844:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.094868:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145250.094878:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160320:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145250.094938:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f13cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.096880:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160320:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145250.096896:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145250.096930:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1963:x1830965535452544:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2180us (2445us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.096938:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10670 00000100:00100000:0.0:1746145250.097181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.097289:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452800 00000100:00100000:1.0:1746145250.097294:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452800 00002000:00100000:1.0:1746145250.097323:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965535452800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.097331:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535452800 ext(0->4095) 00002000:00010000:1.0:1746145250.097335:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:1.0:1746145250.097385:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4508 00000100:00100000:1.0:1746145250.097391:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535452800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.097621:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535452800:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 229us (441us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.097772:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4508 00002000:00100000:1.0:1746145250.097783:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb800 x1830965535452800/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.097790:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535452800 ext(0->4095) 00002000:00010000:1.0:1746145250.097792:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:0.0:1746145250.098962:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.099013:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535452928 00000100:00100000:3.0:1746145250.099018:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535452928 00000100:00100000:3.0:1746145250.099045:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6541 00000100:00100000:3.0:1746145250.099051:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535452928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:3.0:1746145250.099061:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145250.099074:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363cf expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.099094:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.099099:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145250.099100:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145250.099104:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.099126:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 65 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.099135:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 65 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.099143:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160448:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145250.099269:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.101059:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160448:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145250.101079:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.101091:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69600, rc 0) 00000100:00100000:2.0:1746145250.101120:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535452928:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2069us (2158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.101130:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6541 00000100:00100000:0.0:1746145250.101930:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.102096:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453056 00000100:00100000:3.0:1746145250.102100:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453056 00010000:00010000:3.0:1746145250.102126:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.102151:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10671 00000100:00100000:3.0:1746145250.102156:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535453056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.102168:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.102226:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.102237:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.102256:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70ae lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363c8 expref: 66 pid: 8465 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.102280:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.102282:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.102289:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.102296:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.102320:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.102330:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160576:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.102386:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.103607:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160576:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.103618:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.103673:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1961:x1830965535453056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1512us (1740us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.103684:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10671 00000100:00100000:0.0:1746145250.104095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.104212:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453312 00000100:00100000:1.0:1746145250.104218:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453312 00002000:00100000:1.0:1746145250.104248:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb480 x1830965535453312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.104256:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb480 with x1830965535453312 ext(0->4095) 00002000:00010000:1.0:1746145250.104260:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb480 00000100:00100000:1.0:1746145250.104282:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4509 00000100:00100000:1.0:1746145250.104288:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535453312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145250.104403:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535453312:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 114us (308us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.104411:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4509 00002000:00100000:1.0:1746145250.104416:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880093eeb480 x1830965535453312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.104423:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb480 with x1830965535453312 ext(0->4095) 00002000:00010000:1.0:1746145250.104425:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb480 00000100:00100000:0.0:1746145250.105705:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.105768:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453440 00000100:00100000:2.0:1746145250.105772:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453440 00000100:00100000:2.0:1746145250.105808:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6542 00000100:00100000:2.0:1746145250.105814:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:31571:x1830965535453440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.105822:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.105835:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363d6 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.105854:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.105859:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.105861:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.105864:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.105884:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.105894:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 5 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.105903:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160704:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145250.105967:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f13cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.106912:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160704:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145250.106930:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.106940:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050600, rc 0) 00000100:00100000:2.0:1746145250.106961:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:31571:x1830965535453440:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1148us (1258us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.106967:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6542 00000100:00100000:0.0:1746145250.107366:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.107494:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453568 00000100:00100000:3.0:1746145250.107498:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453568 00010000:00010000:3.0:1746145250.107515:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.107531:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10672 00000100:00100000:3.0:1746145250.107536:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535453568:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.107544:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.107557:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.107567:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.107582:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c69600/0xb5ee96b21a0d70b5 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363cf expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.107606:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.107608:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.107614:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.107620:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.107656:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.107665:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160832:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.107701:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145250.107845:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.107896:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453696 00000100:00100000:2.0:1746145250.107900:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453696 00000100:00100000:2.0:1746145250.107925:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6543 00000100:00100000:2.0:1746145250.107931:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:31559:x1830965535453696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.107939:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.107947:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363dd expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.107960:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.107965:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.107967:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.107969:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.108015:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.108025:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 5/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:2.0:1746145250.108033:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160960:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145250.108063:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f13cc0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.109431:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093934a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531160960:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145250.109434:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531160832:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.109443:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145250.109450:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.109460:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050a00, rc 0) 00000100:00100000:3.0:1746145250.109476:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535453568:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1938us (2110us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.109479:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535453696:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 1548us (1635us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.109482:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10672 00000100:00100000:2.0:1746145250.109485:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6543 00000100:00100000:0.0:1746145250.110392:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.110433:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535453952 00000100:00100000:1.0:1746145250.110438:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535453952 00002000:00100000:1.0:1746145250.110468:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66680 x1830965535453952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.110479:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66680 with x1830965535453952 ext(0->4095) 00010000:00010000:1.0:1746145250.110485:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.110494:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.110499:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66680 00000100:00100000:1.0:1746145250.110525:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2641 00000100:00100000:1.0:1746145250.110531:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535453952:12345-192.168.203.38@tcp:3:ldlm_bl.0 00000100:00100000:1.0:1746145250.110657:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1960:x1830965535453952:12345-192.168.203.38@tcp:3:ldlm_bl.0 Request processed in 126us (266us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.110663:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2641 00002000:00100000:1.0:1746145250.110668:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df66680 x1830965535453952/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ldlm_bl.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.110674:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66680 with x1830965535453952 ext(0->4095) 00010000:00010000:1.0:1746145250.110679:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.110687:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.110692:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df66680 00000100:00100000:0.0:1746145250.112392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.112460:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454080 00000100:00100000:2.0:1746145250.112464:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454080 00000100:00100000:2.0:1746145250.112490:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6544 00000100:00100000:2.0:1746145250.112496:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535454080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.112505:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.112517:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363e4 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.112534:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.112539:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.112544:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145250.112548:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.112584:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.112596:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.112604:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051600, rc 0) 00000100:00100000:2.0:1746145250.112906:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535454080:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 409us (516us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.112912:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6544 00000100:00100000:0.0:1746145250.113122:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.113191:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454208 00000100:00100000:3.0:1746145250.113195:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454208 00010000:00010000:3.0:1746145250.113209:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.113230:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10673 00000100:00100000:3.0:1746145250.113235:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535454208:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.113243:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.113256:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.113265:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.113279:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050600/0xb5ee96b21a0d70bc lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363d6 expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.113287:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.113289:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.113294:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.113300:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.113315:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.113323:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.113332:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161216:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.113447:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.114730:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161216:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.114740:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.114767:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535454208:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1532us (1646us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.114774:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10673 00000100:00100000:0.0:1746145250.115123:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.115223:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454464 00000100:00100000:1.0:1746145250.115227:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454464 00002000:00100000:1.0:1746145250.115253:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965535454464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.115261:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965535454464 ext(0->4095) 00010000:00010000:1.0:1746145250.115267:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.115277:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.115282:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64700 00000100:00100000:1.0:1746145250.115368:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2642 00000100:00100000:1.0:1746145250.115374:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535454464:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:1.0:1746145250.115475:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df64700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535454464:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 101us (352us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.115480:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2642 00002000:00100000:1.0:1746145250.115485:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df64700 x1830965535454464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.115492:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df64700 with x1830965535454464 ext(0->4095) 00010000:00010000:1.0:1746145250.115496:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.115504:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.115509:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df64700 00000100:00100000:0.0:1746145250.116847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145250.116900:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145250.117098:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454720 00000100:00100000:2.0:1746145250.117103:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454720 00000100:00100000:2.0:1746145250.117138:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6545 00000100:00100000:2.0:1746145250.117144:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:31559:x1830965535454720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.117155:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.117166:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363eb expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.117183:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.117187:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.117193:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 2 00010000:00010000:2.0:1746145250.117196:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.117224:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.117234:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 67 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.117242:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050000, rc 0) 00000100:00100000:2.0:1746145250.117269:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535454720:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 125us (425us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.117274:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6545 00000100:00100000:3.0:1746145250.117669:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454592 00000100:00100000:3.0:1746145250.117673:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454592 00010000:00010000:3.0:1746145250.117688:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.117703:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10674 00000100:00100000:3.0:1746145250.117708:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535454592:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.117718:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.117731:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.117740:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.117759:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050a00/0xb5ee96b21a0d70c3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363dd expref: 67 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.117779:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.117780:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.117787:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.117794:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.117810:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.117819:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 5 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.117827:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161472:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.118579:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145250.120070:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.120137:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161472:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.120150:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.120182:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535454592:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2473us (3280us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.120191:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10674 00000100:00100000:1.0:1746145250.120317:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535454976 00000100:00100000:1.0:1746145250.120321:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535454976 00002000:00100000:1.0:1746145250.120350:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965535454976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.120358:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965535454976 ext(0->4095) 00010000:00010000:1.0:1746145250.120364:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.120376:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.120380:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67100 00000100:00100000:1.0:1746145250.120406:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2643 00000100:00100000:1.0:1746145250.120412:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535454976:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.120535:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535454976:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 122us (468us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.120540:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2643 00002000:00100000:1.0:1746145250.120545:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008df67100 x1830965535454976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.120552:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67100 with x1830965535454976 ext(0->4095) 00010000:00010000:1.0:1746145250.120556:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:1.0:1746145250.120564:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00002000:00010000:1.0:1746145250.120573:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff88008df67100 00000100:00100000:0.0:1746145250.121808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.121879:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535455104 00000100:00100000:3.0:1746145250.121883:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535455104 00010000:00010000:3.0:1746145250.121900:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.121915:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10675 00000100:00100000:3.0:1746145250.121919:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535455104:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.121927:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.121938:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.121946:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.121963:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d70ca lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363e4 expref: 6 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.121985:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.121986:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.122003:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.122011:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.122038:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.122049:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161600:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.122098:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.124215:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161600:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.124231:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.124271:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535455104:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2350us (2464us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.124281:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10675 00000100:00100000:0.0:1746145250.124717:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.124873:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535455360 00000100:00100000:1.0:1746145250.124878:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535455360 00002000:00100000:1.0:1746145250.124907:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388e00 x1830965535455360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.124916:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388e00 with x1830965535455360 ext(0->4095) 00002000:00010000:1.0:1746145250.124920:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388e00 00000100:00100000:1.0:1746145250.124943:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4510 00000100:00100000:1.0:1746145250.124949:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535455360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:1.0:1746145250.125074:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1961:x1830965535455360:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 125us (358us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145250.125080:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4510 00002000:00100000:1.0:1746145250.125084:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088388e00 x1830965535455360/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145250.125090:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388e00 with x1830965535455360 ext(0->4095) 00002000:00010000:1.0:1746145250.125093:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088388e00 00000100:00100000:0.0:1746145250.126782:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.127094:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535455488 00000100:00100000:1.0:1746145250.127100:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535455488 00000100:00100000:1.0:1746145250.127181:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6546 00000100:00100000:1.0:1746145250.127187:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:31571:x1830965535455488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145250.127199:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145250.127212:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363f2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.127237:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.127243:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145250.127245:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145250.127248:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.127271:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.127281:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 65 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145250.127291:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531161728:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145250.127352:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f0c0 going to sleep for 11 seconds 00000100:00100000:1.0:1746145250.129801:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531161728:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145250.129827:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.129843:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e600, rc 0) 00000100:00100000:1.0:1746145250.129882:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:31571:x1830965535455488:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2694us (3105us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145250.129890:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6546 00000100:00100000:0.0:1746145250.130073:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.130260:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535455616 00000100:00100000:3.0:1746145250.130265:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535455616 00010000:00010000:3.0:1746145250.130285:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.130301:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10676 00000100:00100000:3.0:1746145250.130306:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535455616:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.130315:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.130330:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.130338:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.130356:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092050000/0xb5ee96b21a0d70d1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363eb expref: 66 pid: 11330 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.130378:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.130380:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.130387:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.130394:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.131066:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.131080:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161856:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.131204:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbccc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.132528:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531161856:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.132540:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.132578:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4049c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1960:x1830965535455616:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2270us (2504us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.132586:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10676 00000100:00100000:0.0:1746145250.132880:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.133055:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535455872 00000100:00100000:3.0:1746145250.133060:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535455872 00002000:00100000:3.0:1746145250.133087:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a300 x1830965535455872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.133096:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965535455872 ext(0->4095) 00002000:00010000:3.0:1746145250.133099:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838a300 00000100:00100000:3.0:1746145250.133122:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4511 00000100:00100000:3.0:1746145250.133128:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535455872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145250.133291:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535455872:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 162us (412us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145250.133303:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4511 00002000:00100000:3.0:1746145250.133308:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff88008838a300 x1830965535455872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145250.133314:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838a300 with x1830965535455872 ext(0->4095) 00002000:00010000:3.0:1746145250.133316:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838a300 00000100:00100000:0.0:1746145250.134671:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145250.135187:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.135398:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456000 00000100:00100000:1.0:1746145250.135403:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456000 00000100:00100000:1.0:1746145250.135448:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456128 00000100:00100000:1.0:1746145250.135450:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456128 00000100:00100000:1.0:1746145250.135463:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6547 00000100:00100000:1.0:1746145250.135469:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:31571:x1830965535456000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:1.0:1746145250.135479:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145250.135493:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5363f9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.135514:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.135521:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145250.135523:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145250.135526:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.135552:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.135562:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 5 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:1.0:1746145250.135572:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531161984:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145250.135649:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f0c0 going to sleep for 11 seconds 00000100:00100000:2.0:1746145250.135701:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6548 00000100:00100000:2.0:1746145250.135710:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31559:x1830965535456128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 00010000:00010000:2.0:1746145250.135716:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145250.135722:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536400 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.135732:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145250.135735:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.135739:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145250.135742:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.135760:0:11330:0:(ldlm_lockd.c:950:ldlm_server_blocking_ast()) ### lock not granted, not sending blocking AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 68 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.135774:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 68 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145250.135782:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051800, rc 0) 00000100:00100000:2.0:1746145250.135801:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+68:31559:x1830965535456128:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 94us (615us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145250.135806:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6548 00000100:00100000:1.0:1746145250.137399:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531161984:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145250.137417:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 3/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.137433:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590e000, rc 0) 00000100:00100000:1.0:1746145250.137911:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:31571:x1830965535456000:12345-192.168.203.38@tcp:101:rw_seq_cst_vs_d.0 Request processed in 2440us (3240us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145250.137918:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6547 00000100:00100000:0.0:1746145250.138149:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.139044:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456256 00000100:00100000:3.0:1746145250.139050:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456256 00010000:00010000:3.0:1746145250.139075:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.139380:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10677 00000100:00100000:3.0:1746145250.139386:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535456256:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.139397:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.139411:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.139420:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.139436:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590e600/0xb5ee96b21a0d70d8 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f2 expref: 6 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.139457:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.139459:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.139465:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.139472:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60080000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.139493:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 66 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.139502:0:8481:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 66 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.139511:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531162240:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.140110:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145250.141985:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531162240:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.142010:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145250.142030:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.142051:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535456256:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2664us (3902us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.142059:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10677 00000100:00100000:2.0:1746145250.142172:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456512 00000100:00100000:2.0:1746145250.142177:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456512 00002000:00100000:2.0:1746145250.142208:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389c00 x1830965535456512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/0 e 0 to 0 dl 1746145261 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145250.142216:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389c00 with x1830965535456512 ext(0->4095) 00010000:00010000:2.0:1746145250.142223:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.142234:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145250.142240:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389c00 00000100:00100000:2.0:1746145250.142252:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2644 00000100:00100000:2.0:1746145250.142258:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535456512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 00000100:00100000:2.0:1746145250.142474:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535456512:12345-192.168.203.38@tcp:3:ptlrpcd_00_01.0 Request processed in 215us (443us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145250.142480:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2644 00002000:00100000:2.0:1746145250.142486:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x17:0x0] (0->4095) req@ffff880088389c00 x1830965535456512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:136/0 lens 488/4536 e 0 to 0 dl 1746145261 ref 1 fl Complete:H/200/0 rc 4096/4096 job:'ptlrpcd_00_01.0' uid:4294967295 gid:4294967295 00002000:00100000:2.0:1746145250.142493:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389c00 with x1830965535456512 ext(0->4095) 00010000:00010000:2.0:1746145250.142497:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:2.0:1746145250.142510:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00002000:00010000:2.0:1746145250.142515:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880088389c00 00000100:00100000:0.0:1746145250.145335:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145250.145408:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.145714:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456640 00000100:00100000:3.0:1746145250.145722:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456640 00010000:00010000:3.0:1746145250.145747:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00000100:00100000:3.0:1746145250.145769:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10678 00000100:00100000:3.0:1746145250.145775:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+67:1961:x1830965535456640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145250.145787:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145250.145803:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.145814:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.145833:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590e000/0xb5ee96b21a0d70df lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5363f9 expref: 67 pid: 8466 timeout: 591 lvb_type: 0 00010000:00010000:3.0:1746145250.145847:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.145849:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145250.145855:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.145863:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.145886:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.145896:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531162368:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145250.145961:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff88012ffbcc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746145250.146158:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535456896 00000100:00100000:1.0:1746145250.146161:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535456896 00000100:00100000:1.0:1746145250.146186:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 150 00000100:00100000:1.0:1746145250.146193:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:31559:x1830965535456896:12345-192.168.203.38@tcp:35:rw_seq_cst_vs_d.0 00000001:00080000:1.0:1746145250.146391:0:25277:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985900 00000100:00100000:1.0:1746145250.146440:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31559:x1830965535456896:12345-192.168.203.38@tcp:35:rw_seq_cst_vs_d.0 Request processed in 248us (1032us total) trans 4294985901 rc 0/0 00000100:00100000:1.0:1746145250.146446:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 150 00000020:00080000:1.0:1746145250.146451:0:25277:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00080000:1.0:1746145250.146464:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746145250.148914:0:8481:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.38@tcp) returned -22 from completion AST (req@ffff8800a56f8a80 x1830965531162368) - normal race ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.148957:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051800/0xb5ee96b21a0d70e6 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536400 expref: 66 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145250.148968:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8a80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531162368:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145250.148999:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145250.149042:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1961:x1830965535456640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3266us (3711us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145250.149051:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10678 00000100:00100000:0.0:1746145250.149207:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.149283:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457152 00000100:00100000:3.0:1746145250.149288:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457152 00000100:00100000:3.0:1746145250.149320:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 151 00000100:00100000:3.0:1746145250.149325:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:31559:x1830965535457152:12345-192.168.203.38@tcp:35:rw_seq_cst_vs_d.0 00000100:00080000:1.0:1746145250.149562:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746145250.149881:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:31559:x1830965535457152:12345-192.168.203.38@tcp:35:rw_seq_cst_vs_d.0 Request processed in 554us (673us total) trans 4294985902 rc 0/0 00000100:00100000:3.0:1746145250.149890:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 151 00000100:00100000:0.0:1746145250.163574:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.163669:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457280 00000100:00100000:1.0:1746145250.163678:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457280 00000100:00100000:1.0:1746145250.163772:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43766 00000100:00100000:1.0:1746145250.163781:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:31588:x1830965535457280:12345-192.168.203.38@tcp:101:rm.0 00010000:00010000:1.0:1746145250.163801:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145250.163819:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d70ed lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536407 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.163866:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.163880:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.163890:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746145250.163939:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746145250.163942:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145250.163954:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.163971:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d70ed lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536407 expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.164587:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536407 expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.164595:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093b17800) 00010000:00010000:1.0:1746145250.164597:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145250.164600:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8e00, rc 0) 00000100:00100000:1.0:1746145250.164895:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31588:x1830965535457280:12345-192.168.203.38@tcp:101:rm.0 Request processed in 1113us (1325us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145250.164902:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43766 00000100:00100000:0.0:1746145250.166398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.166493:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457408 00000100:00100000:1.0:1746145250.166499:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457408 00000100:00100000:1.0:1746145250.166581:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43767 00000100:00100000:1.0:1746145250.166588:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31588:x1830965535457408:12345-192.168.203.38@tcp:101:rm.0 00010000:00010000:1.0:1746145250.166600:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145250.166612:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8800/0xb5ee96b21a0d70fb lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53640e expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.166683:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166693:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166701:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166711:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166717:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166722:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166803:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166808:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166814:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746145250.166835:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x46:0x0]: returning size 8 00000004:00200000:1.0:1746145250.166838:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145250.166847:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166855:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166860:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166864:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166869:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166874:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a82cae00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145250.166877:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166883:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166892:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093b17800) 00010000:00010000:1.0:1746145250.166894:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145250.166897:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166901:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d7102 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166909:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166913:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166917:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166920:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094452000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145250.166922:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166926:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166930:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff880093b17400) 00010000:00010000:1.0:1746145250.166932:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145250.166934:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166937:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d7109 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145250.166958:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8800/0xb5ee96b21a0d70fb lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53640e expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.166967:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53640e expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145250.166972:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff880093c6aa00) 00010000:00010000:1.0:1746145250.166974:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746145250.166975:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936f8400, rc 0) 00000100:00100000:1.0:1746145250.167025:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31588:x1830965535457408:12345-192.168.203.38@tcp:101:rm.0 Request processed in 437us (630us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145250.167030:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43767 00000100:00100000:0.0:1746145250.168959:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145250.169102:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457536 00000100:00100000:1.0:1746145250.169107:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457536 00000100:00100000:1.0:1746145250.169140:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6549 00000100:00100000:1.0:1746145250.169144:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+65:1960:x1830965535457536:12345-192.168.203.38@tcp:101:rm.0 00010000:00010000:1.0:1746145250.169155:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145250.169167:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536415 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145250.169181:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x17:0x0] initial LVB size: 8, mtime: 0x68140fe3, atime: 0x68140fcf, ctime: 0x68140fe3, blocks: 0xb 00010000:00010000:1.0:1746145250.169192:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145250.169193:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145250.169199:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 66 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145250.169208:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 66 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145250.169215:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a8000, rc 0) 00000100:00100000:1.0:1746145250.169247:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+66:1960:x1830965535457536:12345-192.168.203.38@tcp:101:rm.0 Request processed in 102us (293us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145250.169251:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6549 00000100:00100000:0.0:1746145250.170581:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145250.171039:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457792 00000100:00100000:3.0:1746145250.171044:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457792 00000100:00100000:3.0:1746145250.171073:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43768 00000100:00100000:3.0:1746145250.171078:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:31588:x1830965535457792:12345-192.168.203.38@tcp:36:rm.0 00010000:00010000:3.0:1746145250.171116:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746145250.171133:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d7110 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x46:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53640e expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.171281:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eec00/0xb5ee96b21a0d409c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x46:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5333b6 expref: 9 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.171291:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff880093c6aa00) 00010000:00010000:3.0:1746145250.171299:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8e00/0xb5ee96b21a0d70f4 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536407 expref: 8 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145250.171411:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093b17800) 00010000:00010000:3.0:1746145250.171422:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145250.171438:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171448:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171456:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171464:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171469:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171474:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171556:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,1 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171563:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.171569:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000040:00080000:3.0:1746145250.172619:0:7116:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].14, 64 off9088 00000004:00080000:3.0:1746145250.172650:0:7116:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 491442023290ns, next at 492442021799ns, rc = 0 00010000:00010000:3.0:1746145250.172698:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172707:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010080000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172713:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172718:0:7116:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x40010080000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172723:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172727:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 4 type: IBT flags: 0x50010480000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172745:0:7116:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746145250.172757:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172762:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172767:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172771:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145250.172774:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172779:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172787:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff880093c6aa00) 00010000:00010000:3.0:1746145250.172790:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746145250.172793:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 2/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172797:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d712c lrc: 0/0,0 mode: --/EX res: [0x200000401:0x46:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172827:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172831:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172834:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172837:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c68600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145250.172839:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172843:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172848:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012ffd4500) 00010000:00010000:3.0:1746145250.172850:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145250.172851:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:3.0:1746145250.172855:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68600/0xb5ee96b21a0d711e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000004:00010000:3.0:1746145250.172864:0:7116:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88012b10ed80 reply state ffff880092b0a000 transno 4294985903 ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000100:00100000:3.0:1746145250.172869:0:7116:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746145250.172932:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ed80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:31588:x1830965535457792:12345-192.168.203.38@tcp:36:rm.0 Request processed in 1852us (2352us total) trans 4294985903 rc 0/0 00000100:00100000:3.0:1746145250.172939:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43768 00010000:00010000:0.0:1746145250.173026:0:8480:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145250.173031:0:8480:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145250.173036:0:8480:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c75200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145250.173039:0:8480:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145250.173042:0:8480:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40018480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145250.173049:0:8480:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x46:0x0].0x0 (ffff880093c6aa00) 00010000:00010000:0.0:1746145250.173051:0:8480:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746145250.173053:0:8480:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145250.173057:0:8480:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7133 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x46:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x44819480000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145250.173081:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145250.173083:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145250.173084:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145250.175974:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.175986:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.176000:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.176006:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145250.176010:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.176016:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.176030:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf0ce3da1 (ffff88012ffd4200) 00010000:00010000:2.0:1746145250.176032:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145250.176036:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145250.176043:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7125 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf0ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00000001:00080000:2.0:1746145250.252246:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968023 is committed 00000001:00080000:2.0:1746145250.252262:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968032 is committed 00010000:00010000:2.0:1746145250.371826:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746145251.321830:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830965531162624:0@lo:400:kworker.0 00000100:00100000:1.0:1746145251.321851:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830965531162752:0@lo:400:kworker.0 00000100:00100000:0.0:1746145251.322021:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965531162880:0@lo:400:kworker.0 00000100:00100000:3.0:1746145251.322073:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965531162496:0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322282:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145251.322303:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145251.322324:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531163136:0@lo:400:kworker.0 00000100:00100000:1.0:1746145251.322338:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531162624 00000100:00100000:2.0:1746145251.322343:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145251.322344:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531162624 00000100:00100000:2.0:1746145251.322364:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531163136 00000100:00100000:2.0:1746145251.322367:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531163136 00000100:00100000:1.0:1746145251.322373:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531162752 00000100:00100000:1.0:1746145251.322375:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531162752 00000100:00100000:2.0:1746145251.322390:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1746145251.322390:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1746145251.322396:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830965531162624:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322397:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531163136:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322431:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531163136:12345-0@lo:400:kworker.0 Request processed in 35us (87us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145251.322431:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3300:x1830965531162624:12345-0@lo:400:kworker.0 Request processed in 36us (150us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145251.322436:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 398 00000100:00100000:1.0:1746145251.322438:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 324 00000100:00100000:1.0:1746145251.322447:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 325 00000100:00100000:1.0:1746145251.322451:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830965531162752:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322467:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531163136:0@lo:400:kworker.0 00000100:00100000:1.0:1746145251.322471:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3297:x1830965531162752:12345-0@lo:400:kworker.0 Request processed in 20us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145251.322475:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092481500 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-MDT0000_UUID:3300:1830965531162624:0@lo:400:kworker.0 00000100:00100000:1.0:1746145251.322475:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 325 00000100:00080000:1.0:1746145251.322487:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:1.0:1746145251.322490:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145251.322503:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef0a80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-OST0000_UUID:3297:1830965531162752:0@lo:400:kworker.0 00000100:00100000:0.0:1746145251.322546:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145251.322639:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531162880 00000100:00100000:2.0:1746145251.322642:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531162880 00000100:00100000:3.0:1746145251.322655:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145251.322659:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 326 00000100:00100000:2.0:1746145251.322662:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965531162880:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746145251.322682:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531163008:0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322684:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3298:x1830965531162880:12345-0@lo:400:kworker.0 Request processed in 22us (139us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145251.322691:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 326 00000100:00100000:3.0:1746145251.322701:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145251.322716:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531163008 00000100:00100000:2.0:1746145251.322718:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531163008 00000100:00100000:2.0:1746145251.322731:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 399 00000100:00100000:2.0:1746145251.322734:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531163008:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145251.322752:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531163008:12345-0@lo:400:kworker.0 Request processed in 18us (51us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145251.322756:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 399 00000100:00100000:0.0:1746145251.322774:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531162496 00000100:00100000:0.0:1746145251.322781:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531162496 00000100:00100000:0.0:1746145251.322801:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1746145251.322805:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965531162496:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145251.322828:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f23050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3299:x1830965531162496:12345-0@lo:400:kworker.0 Request processed in 23us (203us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145251.322832:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 365 00000100:00100000:0.0:1746145251.322857:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0001_UUID:3298:1830965531162880:0@lo:400:kworker.0 00000100:00100000:3.0:1746145251.323143:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:c309e4af-58f5-48a4-a5ab-986bffd175a2:3299:1830965531162496:0@lo:400:kworker.0 00000100:00100000:3.0:1746145251.323152:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531163008:0@lo:400:kworker.0 00000100:00080000:1.0:1746145251.323206:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:1.0:1746145251.323209:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00080000:2.0:1746145251.369779:0:9961:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 492639150789ns, next at 493639149448ns, rc = 0 00000100:00100000:0.0:1746145251.369842:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00100000:0.0:1746145251.369858:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531163264:0@lo:13:osp-pre-1-0.0 00000100:00100000:0.0:1746145251.369908:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145251.370053:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88012b10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531163392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145251.370074:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145251.370122:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531163264 00000100:00100000:3.0:1746145251.370128:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531163264 00000100:00100000:3.0:1746145251.370154:0:8467:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531163392 00000100:00100000:3.0:1746145251.370156:0:8467:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531163392 00000100:00100000:3.0:1746145251.370165:0:8467:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 170 00000100:00100000:3.0:1746145251.370171:0:8467:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531163264:12345-0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746145251.370178:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 171 00000100:00100000:1.0:1746145251.370187:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531163392:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:3.0:1746145251.370188:0:8467:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 332070912 pending 0 free 3855613952 avail 3822059520 00002000:00000024:1.0:1746145251.370207:0:8468:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 531431424 pending 0 free 3857711104 avail 3855613952 00000100:00100000:3.0:1746145251.370218:0:8467:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531163264:12345-0@lo:13:osp-pre-1-0.0 Request processed in 48us (310us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145251.370223:0:8467:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 170 00000100:00100000:1.0:1746145251.370231:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531163392:12345-0@lo:13:osp-pre-0-0.0 Request processed in 46us (155us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145251.370235:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 171 00000100:00100000:0.0:1746145251.370348:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88012b10dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531163392:0@lo:13:osp-pre-0-0.0 00000100:00100000:0.0:1746145251.370356:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093937800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531163264:0@lo:13:osp-pre-1-0.0 00010000:00010000:3.0:1746145251.376512:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145252.022339:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145252.022381:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145252.022384:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535457920 00000100:00100000:1.0:1746145252.022392:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535457920 00000100:00100000:1.0:1746145252.023188:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 366 00000100:00100000:1.0:1746145252.023196:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535457920:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145252.023201:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458048 00000100:00100000:2.0:1746145252.023206:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458048 00000100:00100000:2.0:1746145252.023238:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 327 00000100:00080000:0.0:1746145252.023239:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746145252.023244:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f22c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535457920:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 49us (912us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145252.023248:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535458048:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:1.0:1746145252.023250:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 366 00000100:00100000:2.0:1746145252.023277:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535458048:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 34us (896us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145252.023282:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 327 00000100:00100000:1.0:1746145252.030841:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145252.030871:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145252.030887:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145252.030912:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145252.030936:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458176 00000100:00100000:1.0:1746145252.030943:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458176 00000100:00100000:1.0:1746145252.030992:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458304 00000100:00100000:1.0:1746145252.030995:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458304 00000100:00100000:1.0:1746145252.031010:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458560 00000100:00100000:1.0:1746145252.031011:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458560 00000100:00100000:1.0:1746145252.031026:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 400 00000100:00100000:1.0:1746145252.031033:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535458304:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:1.0:1746145252.031086:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535458304:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 53us (214us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145252.031092:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 400 00000100:00100000:0.0:1746145252.031169:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458432 00000100:00100000:0.0:1746145252.031172:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458432 00000100:00100000:0.0:1746145252.031195:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 328 00000100:00100000:0.0:1746145252.031200:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+8:1963:x1830965535458432:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145252.031226:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+8:1963:x1830965535458432:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 26us (338us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145252.031233:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 328 00000100:00080000:0.0:1746145252.031248:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:0.0:1746145252.031251:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:0.0:1746145252.031253:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145252.031335:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 401 00000100:00100000:0.0:1746145252.031339:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535458560:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145252.031360:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535458560:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 20us (447us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145252.031364:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 401 00000100:00100000:1.0:1746145252.031897:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6550 00000100:00100000:1.0:1746145252.031911:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1959:x1830965535458176:12345-192.168.203.38@tcp:9:kworker.0 00000020:00000080:1.0:1746145252.031927:0:19630:0:(genops.c:1485:class_disconnect()) disconnect: cookie 0xb5ee96b219fcaf9f 00000100:00080000:1.0:1746145252.031934:0:19630:0:(import.c:66:import_set_state_nolock()) ffff880129ef4000 : changing import state from FULL to CLOSED 00000001:00000004:1.0:1746145252.031961:0:19630:0:(tgt_lastrcvd.c:696:tgt_server_data_update()) lustre-OST0000_UUID: mount_count is 1, last_transno is 4294968684 00000100:00100000:1.0:1746145252.032168:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+2:1959:x1830965535458176:12345-192.168.203.38@tcp:9:kworker.0 Request processed in 263us (1334us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145252.032174:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6550 00010000:00010000:0.0:1746145252.032380:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145252.377846:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746145253.058057:0:4881:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16h: mmap read after truncate file ======= 20:20:53 (1746145253) 00000100:00100000:0.0:1746145253.103405:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.103472:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458688 00000100:00100000:1.0:1746145253.103481:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458688 00000100:00100000:1.0:1746145253.103517:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43769 00000100:00100000:1.0:1746145253.103524:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:32218:x1830965535458688:12345-192.168.203.38@tcp:101:mkdir.0 00010000:00010000:1.0:1746145253.103540:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.103555:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d713a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53641c expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.103597:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.103609:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.103619:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145253.103681:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746145253.103683:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 24 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145253.103694:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.103711:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d713a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53641c expref: 10 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.103722:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53641c expref: 9 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.103728:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe700) 00010000:00010000:1.0:1746145253.103731:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145253.103733:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6400, rc 0) 00000100:00100000:1.0:1746145253.103767:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:32218:x1830965535458688:12345-192.168.203.38@tcp:101:mkdir.0 Request processed in 245us (368us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.103773:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43769 00000100:00100000:2.0:1746145253.110252:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.111136:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.111876:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535458816 00000100:00100000:0.0:1746145253.111883:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459072 00000100:00100000:1.0:1746145253.111884:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535458816 00000100:00100000:0.0:1746145253.111887:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459072 00000100:00100000:1.0:1746145253.111922:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43770 00000100:00100000:0.0:1746145253.111928:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43771 00000100:00100000:1.0:1746145253.111929:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535458816:12345-192.168.203.38@tcp:41:mkdir.0 00000100:00100000:0.0:1746145253.111933:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:32218:x1830965535459072:12345-192.168.203.38@tcp:36:mkdir.0 00000004:00000024:1.0:1746145253.111960:0:20970:0:(mdt_handler.c:538:mdt_statfs()) blocks cached 0 granted 6815744 pending 0 free 2260336640 avail 2258239488 00010000:00010000:0.0:1746145253.111964:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145253.111996:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7141 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53641c expref: 10 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145253.112010:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe700) 00010000:00010000:0.0:1746145253.112018:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145253.112019:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535458816:12345-192.168.203.38@tcp:41:mkdir.0 Request processed in 90us (1771us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.112025:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43770 00010000:00010000:0.0:1746145253.112079:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112089:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112097:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112130:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112135:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112140:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:0.0:1746145253.112544:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00010000:00010000:0.0:1746145253.112551:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112558:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112563:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112568:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145253.112571:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112577:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112584:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012e168a00) 00010000:00010000:0.0:1746145253.112587:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145253.112590:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.112593:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7148 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00000004:00010000:0.0:1746145253.112608:0:7117:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093935f80 reply state ffff880091977000 transno 4294985904 ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:0.0:1746145253.112613:0:7117:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746145253.112669:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:32218:x1830965535459072:12345-192.168.203.38@tcp:36:mkdir.0 Request processed in 735us (1532us total) trans 4294985904 rc 0/0 00000100:00100000:0.0:1746145253.112674:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43771 00010000:00010000:1.0:1746145253.119526:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119539:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119545:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119551:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915ffc00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.119555:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119561:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119576:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff88012e168400) 00010000:00010000:1.0:1746145253.119579:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.119583:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.119588:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d714f lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00000100:00100000:0.0:1746145253.133757:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.133821:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459200 00000100:00100000:1.0:1746145253.133830:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459200 00000100:00100000:1.0:1746145253.133870:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43772 00000100:00100000:1.0:1746145253.133877:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:32219:x1830965535459200:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145253.133898:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.133914:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7156 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536423 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.133966:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.133987:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.133997:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145253.134040:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746145253.134043:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145253.134060:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.134079:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6400/0xb5ee96b21a0d7156 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536423 expref: 11 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.134091:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536423 expref: 10 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.134097:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:1.0:1746145253.134100:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145253.134103:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a7200, rc 0) 00000100:00100000:1.0:1746145253.134139:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:32219:x1830965535459200:12345-192.168.203.38@tcp:101:cp.0 Request processed in 263us (388us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.134145:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43772 00000100:00100000:0.0:1746145253.137386:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.137500:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459328 00000100:00100000:1.0:1746145253.137508:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459328 00000100:00100000:1.0:1746145253.137545:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43773 00000100:00100000:1.0:1746145253.137552:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:32219:x1830965535459328:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145253.137566:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.137581:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6000/0xb5ee96b21a0d7164 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53642a expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.137641:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137652:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137662:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137675:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137680:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137686:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137767:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d7179 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137774:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d7179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137783:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d7179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:1.0:1746145253.137805:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746145253.137808:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145253.137820:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d7179 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137827:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137832:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137838:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137843:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a55a6e00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.137846:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137851:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137860:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:1.0:1746145253.137862:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.137866:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137870:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d716b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137880:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137886:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137890:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137894:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a535a200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.137896:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137900:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137905:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800942fef00) 00010000:00010000:1.0:1746145253.137907:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.137909:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137913:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a535a200/0xb5ee96b21a0d7172 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.137934:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6000/0xb5ee96b21a0d7164 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53642a expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.137944:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe6a00/0xb5ee96b21a0d7179 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53642a expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.137949:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:1.0:1746145253.137951:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746145253.137953:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bfe6a00, rc 0) 00000100:00100000:1.0:1746145253.138014:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459328:12345-192.168.203.38@tcp:101:cp.0 Request processed in 463us (633us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.138021:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43773 00000100:00100000:0.0:1746145253.140996:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.141106:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459456 00000100:00100000:1.0:1746145253.141112:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459456 00000100:00100000:1.0:1746145253.141146:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43774 00000100:00100000:1.0:1746145253.141153:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459456:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145253.141166:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.141185:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d7180 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536431 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.141229:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141239:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141248:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141258:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141263:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141267:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141315:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141319:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141326:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141330:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a55a6c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.141333:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141339:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141346:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:1.0:1746145253.141349:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.141352:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141356:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6c00/0xb5ee96b21a0d7187 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141364:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141369:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141373:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141376:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187c400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.141378:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141382:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141390:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800942fe400) 00010000:00010000:1.0:1746145253.141392:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.141393:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141397:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d718e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145253.141424:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d7180 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536431 expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.141430:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d7180 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536431 expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.141435:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009bfe7e00, rc 0) 00000100:00100000:1.0:1746145253.141482:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459456:12345-192.168.203.38@tcp:101:cp.0 Request processed in 330us (492us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145253.141488:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43774 00000100:00100000:0.0:1746145253.143714:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145253.143809:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459584 00000100:00100000:0.0:1746145253.143815:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459584 00000100:00100000:0.0:1746145253.143847:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43775 00000100:00100000:0.0:1746145253.143853:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459584:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:0.0:1746145253.143867:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145253.143879:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7195 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536438 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145253.143919:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.143929:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.143937:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.143947:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.143953:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.143957:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144161:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144167:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144171:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144177:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145253.144180:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144185:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144195:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:0.0:1746145253.144197:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145253.144201:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144205:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d719c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144213:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144217:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144221:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144224:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915ffc00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145253.144226:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144230:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144234:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012e168900) 00010000:00010000:0.0:1746145253.144236:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145253.144238:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144241:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d71a3 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.144268:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7195 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536438 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145253.144275:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7195 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536438 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145253.144281:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094723a00, rc 0) 00000100:00100000:0.0:1746145253.144316:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459584:12345-192.168.203.38@tcp:101:cp.0 Request processed in 463us (607us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145253.144321:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43775 00000100:00100000:0.0:1746145253.145961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.146025:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459840 00000100:00100000:2.0:1746145253.146029:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459840 00000100:00100000:2.0:1746145253.146062:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43776 00000100:00100000:2.0:1746145253.146068:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:32219:x1830965535459840:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:2.0:1746145253.146078:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.146087:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71aa lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53643f expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.146147:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,1 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146155:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146161:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146167:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146170:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146173:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00080000:2.0:1746145253.146435:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1a:0x0], index 0: 0 00010000:00010000:2.0:1746145253.146517:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d71bf lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146522:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d71bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146525:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d71bf lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146540:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146544:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146550:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146569:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092050a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.146571:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146574:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146584:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:2.0:1746145253.146585:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.146587:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.146590:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092050a00/0xb5ee96b21a0d71b1 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:2.0:1746145253.146604:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800927b7800 reply state ffff88009bf5e000 transno 4294985905 ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:2.0:1746145253.146609:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746145253.146638:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71aa lrc: 0/0,0 mode: --/CW res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53643f expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.146648:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d71bf lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53643f expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.146682:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.146684:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145253.146686:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58ca00, rc 0) 00000100:00100000:2.0:1746145253.146727:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:32219:x1830965535459840:12345-192.168.203.38@tcp:101:cp.0 Request processed in 658us (768us total) trans 4294985905 rc 0/0 00000100:00100000:2.0:1746145253.146732:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43776 00010000:00010000:2.0:1746145253.147577:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147583:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147588:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147596:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092051c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.147598:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147602:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147609:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012b447f00) 00010000:00010000:2.0:1746145253.147611:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.147613:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.147617:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71b8 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145253.148148:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.148227:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535459968 00000100:00100000:2.0:1746145253.148232:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535459968 00000100:00100000:2.0:1746145253.148332:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6551 00000100:00100000:2.0:1746145253.148338:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:0+-99:1959:x1830965535459968:12345-192.168.203.38@tcp:8:cp.0 00010000:00080000:2.0:1746145253.148362:0:8466:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp t0 exp (null) cur 494 last 0 00000020:00000080:2.0:1746145253.148384:0:8466:0:(genops.c:1402:class_connect()) connect: client 7a85f03f-19c5-4e3c-b39a-27a6a753dbf1, cookie 0xb5ee96b21a0d71cd 00002000:00100000:2.0:1746145253.148392:0:8466:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 7a85f03f-19c5-4e3c-b39a-27a6a753dbf1/ffff88008ab2f000 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103647 ocd_grant: 490733568 ocd_index: 0 ocd_group 0 00002000:00100000:2.0:1746145253.148408:0:8466:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:2.0:1746145253.148459:0:8466:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4f0ee40 00002000:00080000:2.0:1746145253.148465:0:8466:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:2.0:1746145253.148484:0:8466:0:(import.c:66:import_set_state_nolock()) ffff88008ab2f800 : changing import state from RECOVER to FULL 00000100:00100000:2.0:1746145253.148518:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1959:x1830965535459968:12345-192.168.203.38@tcp:8:cp.0 Request processed in 179us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145253.148524:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6551 00000100:00100000:0.0:1746145253.149824:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.149859:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460096 00000100:00100000:1.0:1746145253.149863:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460096 00000100:00080000:0.0:1746145253.149883:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746145253.149916:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6552 00000100:00100000:1.0:1746145253.149923:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:0:x1830965535460096:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145253.149933:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.149950:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536446 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145253.149968:0:8465:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746145253.149990:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.149992:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.149998:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.150012:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.150021:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187cc00, rc 0) 00000100:00100000:1.0:1746145253.150056:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:0:x1830965535460096:12345-192.168.203.38@tcp:101:cp.0 Request processed in 133us (233us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.150061:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6552 00000100:00100000:0.0:1746145253.151382:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.151445:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460224 00000100:00100000:1.0:1746145253.151449:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460224 00000100:00100000:1.0:1746145253.151478:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6553 00000100:00100000:1.0:1746145253.151485:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:32219:x1830965535460224:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145253.151493:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.151504:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53644d expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.151520:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.151527:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.151529:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.151532:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.151559:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.151570:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 594 lvb_type: 1 00000100:00100000:1.0:1746145253.151581:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163520:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145253.152287:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07ff00 going to sleep for 11 seconds 00000100:00100000:1.0:1746145253.153346:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef1500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163520:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145253.153367:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.153380:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187c400, rc 0) 00000100:00100000:1.0:1746145253.153420:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:32219:x1830965535460224:12345-192.168.203.38@tcp:101:cp.0 Request processed in 1935us (2039us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.153427:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6553 00000100:00100000:0.0:1746145253.154199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.154250:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460352 00000100:00100000:3.0:1746145253.154255:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460352 00010000:00010000:3.0:1746145253.154279:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 594 lvb_type: 1 00000100:00100000:3.0:1746145253.154310:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10679 00000100:00100000:3.0:1746145253.154316:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535460352:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.154326:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.154342:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 594 lvb_type: 1 00010000:00010000:3.0:1746145253.154351:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 594 lvb_type: 1 00010000:00010000:3.0:1746145253.154369:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d71d4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536446 expref: 8 pid: 8465 timeout: 594 lvb_type: 1 00010000:00010000:3.0:1746145253.154382:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.154384:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.154390:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.154397:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.154420:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145253.154430:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531163648:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145253.154481:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d6a300 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.157292:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.157371:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460608 00000100:00100000:2.0:1746145253.157378:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460608 00000100:00100000:2.0:1746145253.157415:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 152 00000100:00100000:2.0:1746145253.157421:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:32219:x1830965535460608:12345-192.168.203.38@tcp:35:cp.0 00000100:00100000:3.0:1746145253.157449:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531163648:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145253.157464:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145253.157510:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535460352:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3193us (3312us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.157519:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10679 00000100:00100000:2.0:1746145253.157649:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:32219:x1830965535460608:12345-192.168.203.38@tcp:35:cp.0 Request processed in 205us (341us total) trans 4294985906 rc 0/0 00000100:00100000:2.0:1746145253.157655:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 152 00000100:00100000:0.0:1746145253.181263:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.181325:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460864 00000100:00100000:2.0:1746145253.181334:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460864 00000100:00100000:2.0:1746145253.181426:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43777 00000100:00100000:2.0:1746145253.181434:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:32222:x1830965535460864:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.181454:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.181469:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71e2 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536454 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.181543:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71e9 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.181558:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.181567:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71e9 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145253.181575:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746145253.181711:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71e2 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536454 expref: 17 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.181740:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051a00/0xb5ee96b21a0d71e9 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536454 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.181747:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.181750:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746145253.181752:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051a00, rc 0) 00000100:00100000:2.0:1746145253.181793:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:32222:x1830965535460864:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 361us (538us total) trans 4294985907 rc 0/0 00000100:00100000:2.0:1746145253.181804:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43777 00000100:00100000:1.0:1746145253.194706:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.194789:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535460992 00000100:00100000:2.0:1746145253.194797:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535460992 00000100:00100000:2.0:1746145253.194844:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43778 00000100:00100000:2.0:1746145253.194852:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:32226:x1830965535460992:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.194867:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.194882:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d71f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53645b expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.194927:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.194939:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.194948:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145253.195003:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746145253.195005:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 25 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145253.195019:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.195037:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d71f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.195066:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 9 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.195073:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:2.0:1746145253.195076:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145253.195079:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092051c00, rc 0) 00000100:00100000:2.0:1746145253.195114:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+9:32226:x1830965535460992:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 264us (414us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145253.195120:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43778 00000100:00100000:0.0:1746145253.196214:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.196280:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461120 00000100:00100000:1.0:1746145253.196284:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461120 00000100:00100000:1.0:1746145253.197068:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43779 00000100:00100000:1.0:1746145253.197076:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+9:32226:x1830965535461120:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.197088:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.197099:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d7205 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536462 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.197141:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197179:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197188:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197202:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197207:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197212:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197291:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d800/0xb5ee96b21a0d721a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197297:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d800/0xb5ee96b21a0d721a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197303:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d800/0xb5ee96b21a0d721a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145253.197321:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x47:0x0]: returning size 512 00000004:00200000:1.0:1746145253.197323:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145253.197334:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d800/0xb5ee96b21a0d721a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197341:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197346:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197354:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197359:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187cc00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.197362:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197368:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197376:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:1.0:1746145253.197378:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.197381:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197386:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d720c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197509:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197515:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197519:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197523:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187d000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.197525:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197529:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197538:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xf9ce3d8f (ffff8800942fef00) 00010000:00010000:1.0:1746145253.197540:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.197542:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197546:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d000/0xb5ee96b21a0d7213 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xf9ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.197567:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009bfe7e00/0xb5ee96b21a0d7205 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536462 expref: 11 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.197576:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187d800/0xb5ee96b21a0d721a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536462 expref: 10 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.197581:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:1.0:1746145253.197583:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:1.0:1746145253.197585:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187d800, rc 0) 00000100:00100000:1.0:1746145253.198224:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+10:32226:x1830965535461120:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 1148us (2011us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.198231:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43779 00000100:00100000:0.0:1746145253.199481:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.199558:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461248 00000100:00100000:1.0:1746145253.199563:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461248 00000100:00100000:1.0:1746145253.199601:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43780 00000100:00100000:1.0:1746145253.199607:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+10:32226:x1830965535461248:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.199618:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.199656:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d7221 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536469 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.199692:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199702:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199709:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199717:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199722:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199727:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199781:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199786:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199790:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145253.199808:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00000004:00200000:1.0:1746145253.199811:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145253.199820:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199825:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199831:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199835:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199839:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199843:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a531a400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.199846:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199850:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199856:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:1.0:1746145253.199858:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.199861:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199865:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a400/0xb5ee96b21a0d7228 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199872:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199875:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199879:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199882:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a531b400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.199885:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199889:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199893:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff8800942fe000) 00010000:00010000:1.0:1746145253.199894:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.199896:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199899:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b400/0xb5ee96b21a0d722f lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.199914:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531a800/0xb5ee96b21a0d7221 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.199921:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 11 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.199926:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:1.0:1746145253.199927:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746145253.199929:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a531b000, rc 0) 00000100:00100000:1.0:1746145253.199958:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+11:32226:x1830965535461248:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 352us (479us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.199963:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43780 00000100:00100000:0.0:1746145253.201573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.201651:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461376 00000100:00100000:1.0:1746145253.201656:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461376 00000100:00100000:1.0:1746145253.201964:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6554 00000100:00100000:1.0:1746145253.201977:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:0+-99:1959:x1830965535461376:12345-192.168.203.38@tcp:8:mmap_cat.0 00010000:00080000:1.0:1746145253.202000:0:8465:0:(ldlm_lib.c:1362:target_handle_connect()) lustre-OST0000: connection from 97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp t0 exp (null) cur 494 last 0 00000020:00000080:1.0:1746145253.202023:0:8465:0:(genops.c:1402:class_connect()) connect: client 97ec8067-0811-494c-8790-cb1a1d068df8, cookie 0xb5ee96b21a0d723d 00002000:00100000:1.0:1746145253.202031:0:8465:0:(ofd_obd.c:124:ofd_parse_connect_data()) lustre-OST0000: cli 97ec8067-0811-494c-8790-cb1a1d068df8/ffff88008ccf7800 ocd_connect_flags: 0xa0465af2e3640078 ocd_version: 2103647 ocd_grant: 221511680 ocd_index: 0 ocd_group 0 00002000:00100000:1.0:1746145253.202037:0:8465:0:(ofd_obd.c:222:ofd_parse_connect_data()) lustre-OST0000: cli supports cksum type f7, return f7 00000020:01000000:1.0:1746145253.202158:0:8465:0:(lprocfs_status_server.c:585:lprocfs_exp_setup()) using hash ffff8800a4f0ee40 00002000:00080000:1.0:1746145253.202165:0:8465:0:(ofd_obd.c:365:ofd_obd_connect()) lustre-OST0000: get connection from MDS 0 00000100:00080000:1.0:1746145253.202184:0:8465:0:(import.c:66:import_set_state_nolock()) ffff88008ccf1000 : changing import state from RECOVER to FULL 00000100:00100000:1.0:1746145253.202229:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1959:x1830965535461376:12345-192.168.203.38@tcp:8:mmap_cat.0 Request processed in 258us (658us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.202234:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6554 00000100:00100000:0.0:1746145253.203416:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.203497:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461504 00000100:00100000:1.0:1746145253.203500:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461504 00000100:00100000:1.0:1746145253.203572:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6555 00000100:00100000:1.0:1746145253.203579:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:0:x1830965535461504:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.203589:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.203601:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013606f600/0xb5ee96b21a0d7244 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536470 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145253.203657:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163776:192.168.203.38@tcp:106: 00000100:00080000:0.0:1746145253.203842:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746145253.204442:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f000 going to sleep for 11 seconds 00002000:00010000:1.0:1746145253.205125:0:8465:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size: 0 -> 1716 00002000:00010000:1.0:1746145253.205127:0:8465:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime: 0 -> 1746145254 00002000:00010000:1.0:1746145253.205129:0:8465:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746145254 00002000:00010000:1.0:1746145253.205130:0:8465:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime: 0 -> 1746145254 00000100:00100000:1.0:1746145253.205145:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163776:192.168.203.38@tcp:106: 00010000:00010000:1.0:1746145253.205167:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88013606f600/0xb5ee96b21a0d7244 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536470 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.205183:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013606f600/0xb5ee96b21a0d7244 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536470 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.205191:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013606f600, rc 0) 00000100:00100000:1.0:1746145253.205214:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:0:x1830965535461504:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 1636us (1799us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145253.205220:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6555 00000100:00100000:0.0:1746145253.206883:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.206944:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461760 00000100:00100000:2.0:1746145253.206950:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461760 00000100:00100000:2.0:1746145253.207000:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43781 00000100:00100000:2.0:1746145253.207007:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+11:32226:x1830965535461760:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.207021:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.207034:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d724b lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536477 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.207096:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d7252 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.207107:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d7252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.207116:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d7252 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145253.207123:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 1716 00010000:00010000:2.0:1746145253.207197:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051600/0xb5ee96b21a0d724b lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536477 expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.207223:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d7252 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536477 expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.207229:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.207232:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145253.207234:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092050000, rc 0) 00000100:00100000:2.0:1746145253.207259:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526fb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+13:32226:x1830965535461760:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 253us (379us total) trans 4294985908 rc 0/0 00000100:00100000:2.0:1746145253.207264:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43781 00000100:00100000:0.0:1746145253.209137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.209181:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462016 00000100:00100000:3.0:1746145253.209187:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462016 00000100:00100000:3.0:1746145253.209225:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 205 00000100:00100000:3.0:1746145253.209230:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+13:1963:x1830965535462016:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.209241:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.209254:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d7252 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536477 expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.209268:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:3.0:1746145253.209271:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145253.209295:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1963:x1830965535462016:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 64us (160us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.209300:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 205 00000100:00100000:0.0:1746145253.210302:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.210355:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535461888 00000100:00100000:1.0:1746145253.210360:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535461888 00000100:00100000:1.0:1746145253.210395:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6556 00000100:00100000:1.0:1746145253.210401:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535461888:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.210412:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.210423:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d7260 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53647e expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145253.210461:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163904:192.168.203.38@tcp:106: 00000100:00100000:1.0:1746145253.210881:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145253.212324:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531163904:192.168.203.38@tcp:106: 00010000:00010000:1.0:1746145253.212351:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d7260 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53647e expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.212366:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d7260 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53647e expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.212379:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4800, rc 0) 00000100:00100000:1.0:1746145253.212414:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535461888:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 2013us (2113us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145253.212420:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6556 00000100:00100000:0.0:1746145253.213658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.213742:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462144 00000100:00100000:1.0:1746145253.213746:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462144 00000100:00100000:1.0:1746145253.213829:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6557 00000100:00100000:1.0:1746145253.213836:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:32226:x1830965535462144:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.213846:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.213858:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536485 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.213877:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.213884:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145253.213885:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145253.213889:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.213909:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.213920:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 6 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746145253.213934:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164032:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145253.214215:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f000 going to sleep for 11 seconds 00000100:00100000:1.0:1746145253.215083:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164032:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145253.215101:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.215112:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4a00, rc 0) 00000100:00100000:1.0:1746145253.215145:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:32226:x1830965535462144:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 1309us (1489us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.215151:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6557 00000100:00100000:0.0:1746145253.215309:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.215428:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462272 00000100:00100000:2.0:1746145253.215432:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462272 00002000:00100000:2.0:1746145253.215457:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880135b0ce00 x1830965535462272/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:139/0 lens 2208/0 e 0 to 0 dl 1746145264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:2.0:1746145253.215466:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ce00 with x1830965535462272 ext(0->1715) 00010000:00010000:2.0:1746145253.215472:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 7 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:2.0:1746145253.215483:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 7 pid: 8465 timeout: 594 lvb_type: 0 00002000:00010000:2.0:1746145253.215488:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0ce00 00000100:00100000:2.0:1746145253.215507:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2645 00000100:00100000:2.0:1746145253.215512:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535462272:12345-192.168.203.38@tcp:4:cp.0 00000001:00100000:0.0:1746145253.239088:0:8560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 97ec8067-0811-494c-8790-cb1a1d068df8 00000001:00100000:0.0:1746145253.239096:0:8560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7a85f03f-19c5-4e3c-b39a-27a6a753dbf1 00000020:00000080:0.0:1746145253.239099:0:8560:0:(genops.c:904:class_export_put()) final put ffff880129ef7800/7a85f03f-19c5-4e3c-b39a-27a6a753dbf1 00000001:00100000:0.0:1746145253.239115:0:8560:0:(tgt_lastrcvd.c:532:tgt_cb_new_client()) lustre-OST0000: committing for initial connect of 7a85f03f-19c5-4e3c-b39a-27a6a753dbf1 00000100:00100000:3.0:1746145253.239420:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535462272:12345-192.168.203.38@tcp:4:cp.0 Request processed in 23903us (24106us total) trans 4294968685 rc 0/0 00000100:00100000:3.0:1746145253.239432:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2645 00002000:00100000:3.0:1746145253.239443:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (0->1715) req@ffff880135b0ce00 x1830965535462272/t4294968685(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:139/0 lens 2208/448 e 0 to 0 dl 1746145264 ref 1 fl Complete:H/200/0 rc 0/0 job:'cp.0' uid:0 gid:0 00002000:00100000:3.0:1746145253.239452:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ce00 with x1830965535462272 ext(0->1715) 00010000:00010000:3.0:1746145253.239460:0:27702:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.239474:0:27702:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00002000:00010000:3.0:1746145253.239486:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 1 locks timeout for req ffff880135b0ce00 00000020:00000080:2.0:1746145253.239612:0:63:0:(genops.c:863:class_export_destroy()) destroying export ffff880129ef7800/7a85f03f-19c5-4e3c-b39a-27a6a753dbf1 for lustre-OST0000 00000020:00000080:2.0:1746145253.239652:0:63:0:(genops.c:1202:obd_zombie_import_free()) destroying import ffff880129ef4000 for lustre-OST0000 00000100:00100000:0.0:1746145253.241002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.241075:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462400 00000100:00100000:3.0:1746145253.241082:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462400 00010000:00010000:3.0:1746145253.241109:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1746145253.241132:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10680 00000100:00100000:3.0:1746145253.241138:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535462400:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.241149:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.241163:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.241174:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.241192:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d71db lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53644d expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.241220:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.241221:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.241227:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.241234:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.241263:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145253.241328:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531164160:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145253.241474:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d6a600 going to sleep for 11 seconds 00000100:00100000:3.0:1746145253.244530:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531164160:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145253.244550:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145253.244594:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535462400:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3455us (3594us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.244602:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10680 00000100:00100000:0.0:1746145253.245422:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.245527:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462656 00000100:00100000:3.0:1746145253.245532:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462656 00002000:00100000:3.0:1746145253.245562:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800883c8a80 x1830965535462656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:139/0 lens 488/0 e 0 to 0 dl 1746145264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145253.245570:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8a80 with x1830965535462656 ext(0->4095) 00002000:00010000:3.0:1746145253.245573:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c8a80 00000100:00100000:3.0:1746145253.245597:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4512 00000100:00100000:3.0:1746145253.245602:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535462656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 00000100:00100000:3.0:1746145253.245728:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535462656:12345-192.168.203.38@tcp:3:ptlrpcd_00_00.0 Request processed in 125us (307us total) trans 0 rc 4096/4096 00000100:00100000:3.0:1746145253.245733:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4512 00002000:00100000:3.0:1746145253.245738:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff8800883c8a80 x1830965535462656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746145264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_00_00.0' uid:4294967295 gid:4294967295 00002000:00100000:3.0:1746145253.245748:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8a80 with x1830965535462656 ext(0->4095) 00002000:00010000:3.0:1746145253.245751:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c8a80 00000100:00100000:0.0:1746145253.249886:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.250162:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535462912 00000100:00100000:2.0:1746145253.250170:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535462912 00000100:00100000:2.0:1746145253.250216:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 153 00000100:00100000:2.0:1746145253.250224:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+12:32226:x1830965535462912:12345-192.168.203.38@tcp:35:mmap_cat.0 00000100:00100000:2.0:1746145253.250407:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+13:32226:x1830965535462912:12345-192.168.203.38@tcp:35:mmap_cat.0 Request processed in 183us (525us total) trans 4294985909 rc 0/0 00000100:00100000:2.0:1746145253.250417:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 153 00000100:00100000:0.0:1746145253.258364:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.258426:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463168 00000100:00100000:1.0:1746145253.258435:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463168 00000100:00100000:1.0:1746145253.258487:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43782 00000100:00100000:1.0:1746145253.258495:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:32229:x1830965535463168:12345-192.168.203.38@tcp:36:truncate.0 00010000:00010000:1.0:1746145253.258540:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145253.258561:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58ca00/0xb5ee96b21a0d71bf lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53643f expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.258575:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:1.0:1746145253.258579:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145253.258744:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.258756:0:7117:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.258766:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 4/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.258790:0:7117:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.258801:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 12 pid: 7117 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746145253.258812:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7117:1830965531164288:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145253.258891:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.260495:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.260524:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7117:1830965531164288:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145253.260541:0:7117:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:3.0:1746145253.260604:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463296 00000100:00100000:3.0:1746145253.260609:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463296 00010000:00010000:3.0:1746145253.260657:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 13 pid: 7117 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1746145253.260681:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10681 00000100:00100000:3.0:1746145253.260687:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+13:1960:x1830965535463296:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.260697:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.260815:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 13 pid: 7117 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.260824:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 13 pid: 7117 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.260836:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7236 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536469 expref: 13 pid: 7117 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.260847:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:3.0:1746145253.260850:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145253.260854:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145253.260858:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145253.260877:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145253.260895:0:7117:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145253.260900:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:3.0:1746145253.260903:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535463296:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 216us (411us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.260909:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10681 00000001:00080000:0.0:1746145253.260962:0:7117:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985910 00000004:00010000:0.0:1746145253.261004:0:7117:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800883c8700 reply state ffff88009bf2b000 transno 4294985911 ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:0.0:1746145253.261009:0:7117:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746145253.261052:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:32229:x1830965535463168:12345-192.168.203.38@tcp:36:truncate.0 Request processed in 2558us (2695us total) trans 4294985911 rc 0/0 00000100:00100000:0.0:1746145253.261057:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43782 00000020:00080000:0.0:1746145253.261060:0:7117:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:1.0:1746145253.261773:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261781:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261787:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261791:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946f4800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145253.261795:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261800:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261808:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:1.0:1746145253.261811:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145253.261814:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 2/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145253.261818:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f4800/0xb5ee96b21a0d726e lrc: 0/0,0 mode: --/PW res: [0x200000401:0x48:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00000100:00100000:0.0:1746145253.262178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.262306:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463424 00000100:00100000:1.0:1746145253.262311:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463424 00000100:00100000:1.0:1746145253.262350:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6558 00000100:00100000:1.0:1746145253.262357:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:32229:x1830965535463424:12345-192.168.203.38@tcp:101:truncate.0 00010000:00010000:1.0:1746145253.262369:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.262380:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53648c expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.262401:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.262407:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.262408:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145253.262411:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.262433:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.262443:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 5 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746145253.262458:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164416:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145253.262566:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbb40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.264221:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.264264:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164416:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145253.264288:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.264301:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094658600, rc 0) 00000100:00100000:1.0:1746145253.264337:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:32229:x1830965535463424:12345-192.168.203.38@tcp:101:truncate.0 Request processed in 1979us (2158us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.264344:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6558 00000100:00100000:3.0:1746145253.264347:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463552 00000100:00100000:3.0:1746145253.264351:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463552 00010000:00010000:3.0:1746145253.264369:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 6 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:3.0:1746145253.264399:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10682 00000100:00100000:3.0:1746145253.264404:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1961:x1830965535463552:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.264415:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.264429:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 6 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.264439:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 6 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.264455:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d7267 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536485 expref: 6 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.264464:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.264466:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.264470:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.264685:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.264707:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145253.264717:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531164544:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145253.264777:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d6ae40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.265855:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.265865:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531164544:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145253.265879:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145253.265897:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4049850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1961:x1830965535463552:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1492us (1680us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.265904:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10682 00000100:00100000:2.0:1746145253.265904:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463680 00000100:00100000:2.0:1746145253.265908:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463680 00002000:00010000:2.0:1746145253.265928:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:2.0:1746145253.265931:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62300 with x1830965535463680 ext(858->18446744073709551615) 00002000:00010000:2.0:1746145253.265937:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f62300. 00000100:00100000:2.0:1746145253.265964:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4513 00000100:00100000:2.0:1746145253.265978:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535463680:12345-192.168.203.38@tcp:10:truncate.0 00002000:00010000:2.0:1746145253.266145:0:27702:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746145253.266147:0:27702:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb mtime from disk: 1746145254 -> 1746145254 00002000:00010000:2.0:1746145253.266150:0:27702:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime from disk: 1746145254 -> 0 00002000:00010000:2.0:1746145253.266152:0:27702:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb ctime from disk: 1746145254 -> 1746145254 00002000:00010000:2.0:1746145253.266153:0:27702:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746145253.266188:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535463680:12345-192.168.203.38@tcp:10:truncate.0 Request processed in 218us (333us total) trans 4294968686 rc 0/0 00000100:00100000:2.0:1746145253.266194:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4513 00002000:00010000:2.0:1746145253.266197:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/26 (858->18446744073709551615) 00002000:00100000:2.0:1746145253.266199:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f62300 with x1830965535463680 ext(858->18446744073709551615) 00002000:00010000:2.0:1746145253.266202:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f62300. 00000100:00100000:0.0:1746145253.273432:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.273741:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535463808 00000100:00100000:2.0:1746145253.273750:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535463808 00000100:00100000:2.0:1746145253.273799:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43783 00000100:00100000:2.0:1746145253.273806:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:32231:x1830965535463808:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.273826:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.273842:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d727c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536493 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.273885:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.273896:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.273905:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.273915:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.273920:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.273925:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274006:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274013:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274018:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:2.0:1746145253.274038:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746145253.274042:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145253.274053:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274060:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274066:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274071:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274075:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274080:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.274083:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274088:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274098:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:2.0:1746145253.274101:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.274104:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274109:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7283 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274134:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274139:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274143:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274147:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094597200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.274149:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274153:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274158:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012b447c00) 00010000:00010000:2.0:1746145253.274160:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.274161:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274165:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094597200/0xb5ee96b21a0d728a lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145253.274187:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d727c lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536493 expref: 19 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.274196:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880136589a00/0xb5ee96b21a0d7291 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536493 expref: 18 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.274202:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.274204:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145253.274206:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136589a00, rc 0) 00000100:00100000:2.0:1746145253.274240:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:32231:x1830965535463808:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 434us (815us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145253.274245:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43783 00000100:00100000:0.0:1746145253.277421:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.277468:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464064 00000100:00100000:1.0:1746145253.277475:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464064 00002000:00100000:1.0:1746145253.277508:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880093f63b80 x1830965535464064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:139/0 lens 488/0 e 0 to 0 dl 1746145264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746145253.277516:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63b80 with x1830965535464064 ext(0->4095) 00002000:00010000:1.0:1746145253.277520:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f63b80 00000100:00100000:1.0:1746145253.277547:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4514 00000100:00100000:1.0:1746145253.277554:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535464064:12345-192.168.203.38@tcp:3:cp.0 00000100:00100000:1.0:1746145253.278302:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535464064:12345-192.168.203.38@tcp:3:cp.0 Request processed in 747us (884us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145253.278310:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4514 00002000:00100000:1.0:1746145253.278316:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880093f63b80 x1830965535464064/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746145264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'cp.0' uid:0 gid:0 00002000:00100000:1.0:1746145253.278327:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f63b80 with x1830965535464064 ext(0->4095) 00002000:00010000:1.0:1746145253.278330:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f63b80 00000100:00100000:0.0:1746145253.286927:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.287024:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464192 00000100:00100000:2.0:1746145253.287032:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464192 00000100:00100000:2.0:1746145253.287080:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43784 00000100:00100000:2.0:1746145253.287087:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+12:32235:x1830965535464192:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.287108:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.287124:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7298 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53649a expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.287170:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287181:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287191:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287201:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287209:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287213:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287287:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/1,0 mode: --/PR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287294:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287300:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145253.287321:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00000004:00200000:2.0:1746145253.287324:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145253.287334:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287339:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287343:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287346:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287350:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287353:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915ffc00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.287356:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287360:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287367:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0x0 (ffff8800942fec00) 00010000:00010000:2.0:1746145253.287368:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.287371:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287373:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d729f lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287429:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287432:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287435:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287437:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d2200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145253.287438:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287441:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287444:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x47:0x0].0xf9ce3da1 (ffff88012b447900) 00010000:00010000:2.0:1746145253.287445:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145253.287447:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287449:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2200/0xb5ee96b21a0d72a6 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x47:0x0].0xf9ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.287468:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d7298 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53649a expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.287476:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d2400/0xb5ee96b21a0d72ad lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x48:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53649a expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.287479:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.287480:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145253.287481:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d2400, rc 0) 00000100:00100000:2.0:1746145253.287519:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+13:32235:x1830965535464192:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 433us (598us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145253.287525:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43784 00000100:00100000:0.0:1746145253.288687:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.288938:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464320 00000100:00100000:1.0:1746145253.288943:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464320 00000100:00100000:1.0:1746145253.288985:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6559 00000100:00100000:1.0:1746145253.288991:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535464320:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.289001:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.289010:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72b4 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364a1 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145253.289045:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164672:192.168.203.38@tcp:106: 00000100:00100000:1.0:1746145253.289133:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbc00 going to sleep for 11 seconds 00002000:00010000:1.0:1746145253.289940:0:8465:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1a:0x0] updating lvb atime: 0 -> 1746145254 00000100:00100000:1.0:1746145253.289955:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164672:192.168.203.38@tcp:106: 00010000:00010000:1.0:1746145253.289982:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72b4 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364a1 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.289991:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72b4 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364a1 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.290009:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094658e00, rc 0) 00000100:00100000:1.0:1746145253.290042:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1963:x1830965535464320:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 1050us (1357us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145253.290048:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6559 00000100:00100000:0.0:1746145253.291248:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145253.291356:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464576 00000100:00100000:2.0:1746145253.291361:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464576 00000100:00100000:2.0:1746145253.291384:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43785 00000100:00100000:2.0:1746145253.291389:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+13:32235:x1830965535464576:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:2.0:1746145253.291401:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145253.291412:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3400/0xb5ee96b21a0d72bb lrc: 2/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364a8 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.291473:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3600/0xb5ee96b21a0d72c2 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x48:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.291483:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3600/0xb5ee96b21a0d72c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145253.291493:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3600/0xb5ee96b21a0d72c2 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145253.291504:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x48:0x0]: returning size 858 00010000:00010000:2.0:1746145253.291583:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3400/0xb5ee96b21a0d72bb lrc: 0/0,0 mode: --/CR res: [0x200000401:0x47:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364a8 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.291610:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946d3600/0xb5ee96b21a0d72c2 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x48:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364a8 expref: 15 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145253.291617:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x48:0x0].0x0 (ffff88012b447e00) 00010000:00010000:2.0:1746145253.291619:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746145253.291622:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946d3600, rc 0) 00000100:00100000:2.0:1746145253.291675:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f63100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+15:32235:x1830965535464576:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 284us (429us total) trans 4294985912 rc 0/0 00000100:00100000:2.0:1746145253.291681:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43785 00000100:00100000:0.0:1746145253.292982:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.293391:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464704 00000100:00100000:1.0:1746145253.293396:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464704 00000100:00100000:1.0:1746145253.293434:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6560 00000100:00100000:1.0:1746145253.293440:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535464704:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.293450:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.293460:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094659a00/0xb5ee96b21a0d72d0 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364af expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145253.293498:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164800:192.168.203.38@tcp:106: 00000100:00100000:1.0:1746145253.293567:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbc00 going to sleep for 11 seconds 00000100:00100000:1.0:1746145253.294815:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164800:192.168.203.38@tcp:106: 00010000:00010000:1.0:1746145253.294837:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094659a00/0xb5ee96b21a0d72d0 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364af expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.294846:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094659a00/0xb5ee96b21a0d72d0 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364af expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145253.294855:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659a00, rc 0) 00000100:00100000:1.0:1746145253.294892:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535464704:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 1452us (1923us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145253.294899:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6560 00000100:00100000:2.0:1746145253.296899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.296995:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464832 00000100:00100000:1.0:1746145253.297001:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464832 00000100:00100000:1.0:1746145253.297488:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6561 00000100:00100000:1.0:1746145253.297496:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:32235:x1830965535464832:12345-192.168.203.38@tcp:101:mmap_cat.0 00010000:00010000:1.0:1746145253.297508:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145253.297521:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364b6 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.297542:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.297549:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145253.297550:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145253.297554:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364b6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.297575:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 8 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145253.297585:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 8 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746145253.297596:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164928:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145253.298080:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbc00 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.301349:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145253.301370:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0000_UUID:8465:1830965531164928:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145253.301396:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364b6 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145253.301400:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535464960 00000100:00100000:3.0:1746145253.301407:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535464960 00010000:00010000:1.0:1746145253.301411:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094658e00, rc 0) 00010000:00010000:3.0:1746145253.301438:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 9 pid: 8465 timeout: 594 lvb_type: 0 00000100:00100000:1.0:1746145253.301454:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:32235:x1830965535464832:12345-192.168.203.38@tcp:101:mmap_cat.0 Request processed in 3958us (4558us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145253.301461:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6561 00000100:00100000:3.0:1746145253.301472:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10683 00000100:00100000:3.0:1746145253.301479:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535464960:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145253.301488:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145253.301508:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 9 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.301517:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 9 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.301539:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7275 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53648c expref: 9 pid: 8465 timeout: 594 lvb_type: 0 00010000:00010000:3.0:1746145253.301556:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.301557:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145253.301563:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.301570:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145253.301714:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880094658e00/0xb5ee96b21a0d72d7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364b6 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145253.301785:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531165056:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145253.301846:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1d6a0c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145253.306359:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145253.306374:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f8700 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0000_UUID:8481:1830965531165056:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145253.306392:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145253.306418:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465216 00000100:00100000:1.0:1746145253.306423:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465216 00000100:00100000:3.0:1746145253.306438:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535464960:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4959us (5095us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145253.306447:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10683 00002000:00100000:1.0:1746145253.306461:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880093291880 x1830965535465216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:139/0 lens 488/0 e 0 to 0 dl 1746145264 ref 1 fl New:/200/ffffffff rc 0/-1 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145253.306469:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291880 with x1830965535465216 ext(0->4095) 00002000:00010000:1.0:1746145253.306472:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291880 00000100:00100000:1.0:1746145253.306491:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4515 00000100:00100000:1.0:1746145253.306496:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535465216:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 00000100:00100000:1.0:1746145253.306646:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535465216:12345-192.168.203.38@tcp:3:ptlrpcd_01_01.0 Request processed in 129us (272us total) trans 0 rc 4096/4096 00000100:00100000:1.0:1746145253.306652:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4515 00002000:00100000:1.0:1746145253.306657:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1a:0x0] (0->4095) req@ffff880093291880 x1830965535465216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:139/0 lens 488/4536 e 0 to 0 dl 1746145264 ref 1 fl Complete:/200/0 rc 4096/4096 job:'ptlrpcd_01_01.0' uid:4294967295 gid:4294967295 00002000:00100000:1.0:1746145253.306664:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291880 with x1830965535465216 ext(0->4095) 00002000:00010000:1.0:1746145253.306666:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291880 00010000:00010000:3.0:1746145253.380960:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:1.0:1746145254.381722:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746145254.924055:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985911 is committed 00000001:00080000:0.0:1746145254.924072:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985912 is committed 00000004:00080000:0.0:1746145254.924082:0:7160:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 15 committed 00000004:00080000:0.0:1746145254.924097:0:7160:0:(osp_sync.c:1752:osp_sync_local_commit_cb()) lustre-OST0001-osc-MDT0000: 14 committed 00000100:00100000:3.0:1746145254.924223:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531165184:0@lo:6:osp-syn-1-0.0 00000100:00100000:3.0:1746145254.924272:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145254.924426:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531165184 00000100:00100000:1.0:1746145254.924432:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531165184 00000100:00100000:1.0:1746145254.924465:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 6562 00000100:00100000:1.0:1746145254.924470:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531165184:12345-0@lo:6:osp-syn-1-0.0 00002000:00080000:1.0:1746145254.924488:0:8465:0:(ofd_dev.c:1750:ofd_destroy_hdl()) lustre-OST0001: Destroy object 0x280000400:23 count 1 00010000:00010000:1.0:1746145254.924514:0:8465:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.924531:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 5 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145254.924542:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145254.924543:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145254.924546:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 4/0,1 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.924563:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 5 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145254.924572:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 5 pid: 8466 timeout: 596 lvb_type: 1 00000100:00100000:1.0:1746145254.924580:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165312:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145254.924617:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f0e3c0 going to sleep for 11 seconds 00000100:00080000:0.0:1746145254.924723:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145254.929473:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145254.929530:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465344 00000100:00100000:3.0:1746145254.929537:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465344 00000100:00080000:0.0:1746145254.929561:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746145254.929574:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 6 pid: 8466 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1746145254.929602:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10684 00000100:00100000:3.0:1746145254.929609:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535465344:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145254.929620:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145254.929650:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 5/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 6 pid: 8466 timeout: 596 lvb_type: 1 00010000:00010000:3.0:1746145254.929661:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 6 pid: 8466 timeout: 596 lvb_type: 1 00010000:00010000:3.0:1746145254.929683:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145254.929685:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145254.929689:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145254.929696:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50090080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145254.929714:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145254.929757:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535465344:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 147us (289us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145254.929762:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10684 00010000:00010000:1.0:1746145254.930080:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800935a8000/0xb5ee96b21a0d7117 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x17:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400010020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536415 expref: 5 pid: 8466 timeout: 596 lvb_type: 1 00000100:00100000:1.0:1746145254.930093:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef0380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165312:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145254.930108:0:8465:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.930116:0:8465:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.930121:0:8465:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.930132:0:8465:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010080000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.930138:0:8465:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50010480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145254.930496:0:8465:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:2.0:1746145254.931646:0:7104:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:2.0:1746145254.931653:0:7104:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145254.931662:0:7104:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145254.931666:0:7104:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40010480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145254.931674:0:7104:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40018480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145254.931686:0:7104:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 1/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145254.931695:0:7104:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915fe800/0xb5ee96b21a0d72de lrc: 0/0,0 mode: --/PW res: [0x280000400:0x17:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44819480000000 nid: local remote: 0x0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145254.931710:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145254.931711:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145254.931712:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:1.0:1746145254.931886:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+6:3299:x1830965531165184:12345-0@lo:6:osp-syn-1-0.0 Request processed in 7413us (7611us total) trans 4294968033 rc 0/0 00000100:00100000:1.0:1746145254.931893:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 6562 00000004:00080000:3.0:1746145254.931954:0:3299:0:(osp_sync.c:560:osp_sync_interpret()) reply req ffff880093ef3b80/2, rc 0, transno 4294968033 00000100:00100000:3.0:1746145254.931969:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3b80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531165184:0@lo:6:osp-syn-1-0.0 00000001:00080000:3.0:1746145255.242285:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968033 is committed 00010000:00010000:2.0:1746145255.389642:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:3.0:1746145255.649082:0:5198:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16i: read after truncate file ============ 20:20:56 (1746145256) 00000100:00100000:0.0:1746145255.685984:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.686060:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465600 00000100:00100000:3.0:1746145255.686068:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465600 00000100:00100000:3.0:1746145255.686129:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43786 00000100:00100000:3.0:1746145255.686138:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:399:x1830965535465600:12345-192.168.203.38@tcp:36:mkdir.0 00010000:00010000:3.0:1746145255.686177:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145255.686199:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a7200/0xb5ee96b21a0d715d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536423 expref: 9 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.686216:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:3.0:1746145255.686220:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145255.686291:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.686303:0:7118:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.686310:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.686334:0:7118:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 10 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.686345:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 10 pid: 7118 timeout: 596 lvb_type: 0 00000100:00100000:3.0:1746145255.686357:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531165440:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145255.686421:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f05600 going to sleep for 11 seconds 00000100:00080000:0.0:1746145255.686475:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:3.0:1746145255.690093:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531165440:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145255.690093:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:3.0:1746145255.690113:0:7118:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746145255.690135:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465728 00000100:00100000:3.0:1746145255.690140:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465728 00010000:00010000:3.0:1746145255.690171:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 11 pid: 7118 timeout: 596 lvb_type: 0 00000100:00100000:3.0:1746145255.690194:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10685 00000100:00100000:3.0:1746145255.690201:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+11:1960:x1830965535465728:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145255.690212:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145255.690217:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 11 pid: 7118 timeout: 596 lvb_type: 0 00010000:00010000:3.0:1746145255.690226:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 11 pid: 7118 timeout: 596 lvb_type: 0 00010000:00010000:3.0:1746145255.690243:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092051c00/0xb5ee96b21a0d71fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53645b expref: 11 pid: 7118 timeout: 596 lvb_type: 0 00010000:00010000:3.0:1746145255.690253:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:3.0:1746145255.690257:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.690264:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.690270:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00000100:00080000:0.0:1746145255.690277:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:3.0:1746145255.690296:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145255.690311:0:7118:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690318:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690333:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746145255.690338:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535465728:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 137us (250us total) trans 0 rc 0/0 00010000:00010000:2.0:1746145255.690340:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746145255.690344:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10685 00010000:00010000:2.0:1746145255.690346:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145255.690889:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00010000:00010000:2.0:1746145255.690896:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690902:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690908:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690916:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134879200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.690919:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690925:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690931:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff8800942fe500) 00010000:00010000:2.0:1746145255.690933:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.690937:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.690940:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880134879200/0xb5ee96b21a0d72e5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:2.0:1746145255.690951:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a55ab100 reply state ffff880135317000 transno 4294985913 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:2.0:1746145255.690968:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:2.0:1746145255.691046:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:399:x1830965535465600:12345-192.168.203.38@tcp:36:mkdir.0 Request processed in 4909us (5068us total) trans 4294985913 rc 0/0 00000100:00100000:2.0:1746145255.691052:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43786 00010000:00010000:2.0:1746145255.691904:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691911:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691916:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691919:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5150200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.691922:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691926:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691987:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012b447b00) 00010000:00010000:2.0:1746145255.691989:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.691992:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.691996:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5150200/0xb5ee96b21a0d72ec lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:1.0:1746145255.697280:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.697580:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465856 00000100:00100000:2.0:1746145255.697588:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465856 00000100:00100000:1.0:1746145255.697656:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43787 00000100:00100000:1.0:1746145255.697664:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:400:x1830965535465856:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145255.697681:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145255.697696:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c090c00/0xb5ee96b21a0d72f3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364bd expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.697742:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.697752:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.697761:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145255.697804:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:1.0:1746145255.697806:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145255.697818:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.697835:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c090c00/0xb5ee96b21a0d72f3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364bd expref: 11 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.697845:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364bd expref: 10 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.697851:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:1.0:1746145255.697854:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145255.697856:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091400, rc 0) 00000100:00100000:1.0:1746145255.697889:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:400:x1830965535465856:12345-192.168.203.38@tcp:101:cp.0 Request processed in 227us (615us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145255.697895:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43787 00000100:00100000:2.0:1746145255.700780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145255.700927:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535465984 00000100:00100000:0.0:1746145255.700933:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535465984 00000100:00100000:0.0:1746145255.700986:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43788 00000100:00100000:0.0:1746145255.700993:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:400:x1830965535465984:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:0.0:1746145255.701005:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145255.701315:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d7301 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364c4 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145255.701362:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701373:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701382:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701392:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701397:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701402:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701486:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d7316 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701492:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d7316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701498:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d7316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:0.0:1746145255.701518:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:0.0:1746145255.701521:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746145255.701531:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d7316 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701538:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701544:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701549:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701554:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ffdc000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145255.701557:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701563:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701572:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:0.0:1746145255.701574:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145255.701577:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701581:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdc000/0xb5ee96b21a0d7308 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701589:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701593:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701597:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701601:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ffdce00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145255.701603:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701606:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701611:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff8800a4b87500) 00010000:00010000:0.0:1746145255.701613:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145255.701615:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701619:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdce00/0xb5ee96b21a0d730f lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:0.0:1746145255.701671:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdde00/0xb5ee96b21a0d7301 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364c4 expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145255.701681:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ffdd800/0xb5ee96b21a0d7316 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364c4 expref: 11 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145255.701687:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:0.0:1746145255.701689:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:0.0:1746145255.701691:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012ffdd800, rc 0) 00000100:00100000:0.0:1746145255.701740:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093934e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535465984:12345-192.168.203.38@tcp:101:cp.0 Request processed in 747us (962us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145255.701747:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43788 00000100:00100000:0.0:1746145255.703845:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145255.703916:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466112 00000100:00100000:1.0:1746145255.703923:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466112 00000100:00100000:1.0:1746145255.703969:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43789 00000100:00100000:1.0:1746145255.703976:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535466112:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:1.0:1746145255.703988:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145255.704002:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d731d lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364cb expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.704040:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704051:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704060:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704071:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704075:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704080:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704125:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704131:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704136:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704141:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348abe00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145255.704145:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704150:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704158:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:1.0:1746145255.704161:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145255.704164:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704168:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d7324 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704176:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704181:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704185:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704188:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348ab400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145255.704190:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704194:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704199:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880092a0f900) 00010000:00010000:1.0:1746145255.704201:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145255.704203:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704207:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d732b lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.704234:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d731d lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364cb expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.704241:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b5232e00/0xb5ee96b21a0d731d lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364cb expref: 12 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.704248:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b5232e00, rc 0) 00000100:00100000:1.0:1746145255.704282:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55ab800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535466112:12345-192.168.203.38@tcp:101:cp.0 Request processed in 306us (440us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145255.704288:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43789 00000100:00100000:0.0:1746145255.706596:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.706691:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466240 00000100:00100000:2.0:1746145255.706697:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466240 00000100:00100000:2.0:1746145255.706727:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43790 00000100:00100000:2.0:1746145255.706733:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535466240:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:2.0:1746145255.706745:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.706758:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091c00/0xb5ee96b21a0d7332 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364d2 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.706800:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706810:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706818:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706829:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706834:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706843:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706878:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706883:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706887:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706891:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012e2d1a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.706895:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706900:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706908:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:2.0:1746145255.706910:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.706913:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706917:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012e2d1a00/0xb5ee96b21a0d7339 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706925:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706930:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706934:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706938:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801354f4a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.706940:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706944:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706948:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012b447f00) 00010000:00010000:2.0:1746145255.706951:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.706962:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706967:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4a00/0xb5ee96b21a0d7340 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.706994:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091c00/0xb5ee96b21a0d7332 lrc: 1/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364d2 expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.707000:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091c00/0xb5ee96b21a0d7332 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364d2 expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.707007:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c091c00, rc 0) 00000100:00100000:2.0:1746145255.707050:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55abb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535466240:12345-192.168.203.38@tcp:101:cp.0 Request processed in 317us (459us total) trans 0 rc 301/301 00000100:00100000:2.0:1746145255.707056:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43790 00000100:00100000:2.0:1746145255.710181:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.710204:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466496 00000100:00100000:2.0:1746145255.710210:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466496 00000100:00100000:2.0:1746145255.710239:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43791 00000100:00100000:2.0:1746145255.710245:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:400:x1830965535466496:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:2.0:1746145255.710257:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.710269:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f5200/0xb5ee96b21a0d7347 lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364d9 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.710828:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,1 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.710839:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.710848:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.710858:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.710862:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.710866:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00080000:2.0:1746145255.711179:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x18:0x0], index 1: 0 00010000:00010000:2.0:1746145255.711283:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d735c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711289:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d735c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711297:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d735c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711316:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,1 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711320:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 2/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711325:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711329:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801354f4000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.711332:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 3/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711337:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 4/0,0 mode: CW/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711345:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:2.0:1746145255.711347:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.711351:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 2/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.711355:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f4000/0xb5ee96b21a0d734e lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:2.0:1746145255.711363:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093937800 reply state ffff880092130000 transno 4294985914 ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:2.0:1746145255.711368:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746145255.711385:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801354f5200/0xb5ee96b21a0d7347 lrc: 0/0,0 mode: --/CW res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364d9 expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.711397:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d735c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364d9 expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.711402:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:2.0:1746145255.711404:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145255.711406:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094455c00, rc 0) 00000100:00100000:2.0:1746145255.712644:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093937800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:400:x1830965535466496:12345-192.168.203.38@tcp:101:cp.0 Request processed in 2395us (2462us total) trans 4294985914 rc 0/0 00000100:00100000:2.0:1746145255.712651:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43791 00000100:00100000:2.0:1746145255.716177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.716307:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466624 00000100:00100000:3.0:1746145255.716315:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466624 00000100:00100000:3.0:1746145255.716344:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6563 00000100:00100000:3.0:1746145255.716350:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1962:x1830965535466624:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:3.0:1746145255.716362:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145255.716375:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364e0 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746145255.716395:0:8465:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x18:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746145255.716408:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.716410:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145255.716414:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.716417:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145255.716423:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.716429:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145255.716429:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145255.716433:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b1fee00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145255.716436:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145255.716438:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879a00, rc 0) 00010000:00010000:1.0:1746145255.716443:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145255.716454:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012b447000) 00010000:00010000:1.0:1746145255.716456:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145255.716460:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145255.716464:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d7355 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746145255.716483:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535466624:12345-192.168.203.38@tcp:101:cp.0 Request processed in 133us (311us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.716489:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6563 00000100:00100000:0.0:1746145255.719904:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.719978:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466752 00000100:00100000:3.0:1746145255.719986:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466752 00000100:00100000:3.0:1746145255.720028:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6564 00000100:00100000:3.0:1746145255.720035:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:400:x1830965535466752:12345-192.168.203.38@tcp:101:cp.0 00010000:00010000:3.0:1746145255.720049:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145255.720061:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364e7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.720082:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145255.720086:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.720087:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.720090:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.720107:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145255.720114:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1746145255.720122:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165568:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145255.720176:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f05600 going to sleep for 11 seconds 00000100:00100000:1.0:1746145255.723717:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165568:192.168.203.38@tcp:104: 00010000:00010000:1.0:1746145255.723742:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.723759:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879000, rc 0) 00000100:00100000:1.0:1746145255.723792:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:400:x1830965535466752:12345-192.168.203.38@tcp:101:cp.0 Request processed in 3756us (3894us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145255.723799:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6564 00000100:00100000:0.0:1746145255.724072:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.724214:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535466880 00000100:00100000:3.0:1746145255.724219:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535466880 00010000:00010000:3.0:1746145255.724238:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 596 lvb_type: 1 00000100:00100000:3.0:1746145255.724266:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10686 00000100:00100000:3.0:1746145255.724271:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535466880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145255.724283:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145255.724299:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 596 lvb_type: 1 00010000:00010000:3.0:1746145255.724309:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 596 lvb_type: 1 00010000:00010000:3.0:1746145255.724327:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d736a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e0 expref: 7 pid: 8465 timeout: 596 lvb_type: 1 00010000:00010000:3.0:1746145255.724335:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.724337:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.724343:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.724350:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.724372:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145255.724382:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531165696:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145255.724464:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a4f13c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145255.725830:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531165696:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145255.725842:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145255.725865:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535466880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1593us (1793us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.725875:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10686 00000100:00100000:0.0:1746145255.725927:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.725942:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535467136 00000100:00100000:2.0:1746145255.725946:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535467136 00000100:00100000:2.0:1746145255.725986:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 154 00000100:00100000:2.0:1746145255.725992:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:400:x1830965535467136:12345-192.168.203.38@tcp:35:cp.0 00000100:00100000:2.0:1746145255.726196:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63c4c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:400:x1830965535467136:12345-192.168.203.38@tcp:35:cp.0 Request processed in 203us (269us total) trans 4294985915 rc 0/0 00000100:00100000:2.0:1746145255.726202:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 154 00000100:00100000:0.0:1746145255.743610:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.743886:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535467392 00000100:00100000:2.0:1746145255.743894:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535467392 00000100:00100000:2.0:1746145255.743941:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43792 00000100:00100000:2.0:1746145255.743949:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:403:x1830965535467392:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145255.743979:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.743993:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093614800/0xb5ee96b21a0d7378 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364ee expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.744068:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093614a00/0xb5ee96b21a0d737f lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.744078:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093614a00/0xb5ee96b21a0d737f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.744088:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093614a00/0xb5ee96b21a0d737f lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145255.744096:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746145255.744177:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093614800/0xb5ee96b21a0d7378 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364ee expref: 17 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.744199:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093614a00/0xb5ee96b21a0d737f lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4a:0x0].0x0 bits 0xd/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364ee expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.744206:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:2.0:1746145255.744209:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746145255.744211:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093614a00, rc 0) 00000100:00100000:2.0:1746145255.744259:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:403:x1830965535467392:12345-192.168.203.38@tcp:101:dd.0 Request processed in 311us (656us total) trans 4294985916 rc 0/0 00000100:00100000:2.0:1746145255.744266:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43792 00000100:00100000:0.0:1746145255.781156:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.781252:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535467520 00000100:00100000:2.0:1746145255.781260:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535467520 00000100:00100000:2.0:1746145255.781313:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43793 00000100:00100000:2.0:1746145255.781321:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:407:x1830965535467520:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145255.781340:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.781355:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093614000/0xb5ee96b21a0d738d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364f5 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.781399:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.781410:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.781419:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145255.781464:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746145255.781467:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 26 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145255.781479:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.781496:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093614000/0xb5ee96b21a0d738d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.781523:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 11 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.781531:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:2.0:1746145255.781533:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145255.781536:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093615800, rc 0) 00000100:00100000:2.0:1746145255.782160:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093912a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+11:407:x1830965535467520:12345-192.168.203.38@tcp:101:dd.0 Request processed in 838us (1010us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145255.782166:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43793 00000100:00100000:0.0:1746145255.785236:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.785296:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535467648 00000100:00100000:2.0:1746145255.785303:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535467648 00000100:00100000:2.0:1746145255.785379:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43794 00000100:00100000:2.0:1746145255.785386:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+11:407:x1830965535467648:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145255.785401:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.785415:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093614800/0xb5ee96b21a0d739b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5364fc expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.785457:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785467:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785476:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785487:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785492:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785497:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785576:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d73b0 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785582:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d73b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785588:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d73b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145255.785608:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x49:0x0]: returning size 512 00000004:00200000:2.0:1746145255.785611:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 1 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145255.785623:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d73b0 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785763:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785769:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785774:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785779:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012ec89600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.785782:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785788:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785796:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:2.0:1746145255.785798:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.785802:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785807:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012ec89600/0xb5ee96b21a0d73a2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785816:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785820:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785825:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785828:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009447ea00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.785830:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785835:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785840:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x2ce3d8f (ffff88012b447700) 00010000:00010000:2.0:1746145255.785841:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.785843:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785847:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009447ea00/0xb5ee96b21a0d73a9 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x2ce3d8f bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.785868:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093614800/0xb5ee96b21a0d739b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364fc expref: 13 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.785877:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094452000/0xb5ee96b21a0d73b0 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364fc expref: 12 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.785883:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:2.0:1746145255.785885:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 11 00010000:00010000:2.0:1746145255.785887:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094452000, rc 0) 00000100:00100000:2.0:1746145255.790828:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537aa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+12:407:x1830965535467648:12345-192.168.203.38@tcp:101:dd.0 Request processed in 5433us (5588us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145255.790838:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43794 00000100:00100000:0.0:1746145255.791978:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.792109:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535467904 00000100:00100000:2.0:1746145255.792122:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535467904 00000100:00100000:2.0:1746145255.792166:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43795 00000100:00100000:2.0:1746145255.792173:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+12:407:x1830965535467904:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145255.792189:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.792204:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093614e00/0xb5ee96b21a0d73b7 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536503 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.792276:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792287:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792296:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792307:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792312:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792316:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792381:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792387:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792392:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145255.792399:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 1716 00010000:00010000:2.0:1746145255.792460:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792469:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792475:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792479:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009752da00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.792482:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792487:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792495:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:2.0:1746145255.792498:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.792501:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792505:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009752da00/0xb5ee96b21a0d73be lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792513:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792516:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792520:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792523:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a82cae00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.792525:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792532:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792537:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012b447400) 00010000:00010000:2.0:1746145255.792538:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.792540:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792543:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a82cae00/0xb5ee96b21a0d73c5 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145255.792569:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093614e00/0xb5ee96b21a0d73b7 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 15 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.792577:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.792582:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:2.0:1746145255.792583:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145255.792585:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:2.0:1746145255.792648:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5379c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+14:407:x1830965535467904:12345-192.168.203.38@tcp:101:dd.0 Request processed in 475us (671us total) trans 4294985917 rc 0/0 00000100:00100000:2.0:1746145255.792653:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43795 00000100:00100000:0.0:1746145255.794271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145255.794309:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535468032 00000100:00100000:1.0:1746145255.794314:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535468032 00000100:00080000:0.0:1746145255.794354:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145255.794367:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6565 00000100:00100000:1.0:1746145255.794374:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+5:407:x1830965535468032:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145255.794385:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145255.794396:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53650a expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.794415:0:8465:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.794422:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145255.794423:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145255.794426:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.794450:0:8465:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.794461:0:8465:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 5 pid: 8465 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746145255.794476:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165824:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145255.794547:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094089e40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145255.796217:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.796247:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535468160 00000100:00100000:2.0:1746145255.796252:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535468160 00000100:00100000:1.0:1746145255.796266:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef0e00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531165824:192.168.203.38@tcp:104: 00002000:00100000:2.0:1746145255.796281:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880092481500 x1830965535468160/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:141/0 lens 2208/0 e 0 to 0 dl 1746145266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00010000:00010000:1.0:1746145255.796286:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 0 lvb_type: 0 00002000:00100000:2.0:1746145255.796289:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481500 with x1830965535468160 ext(0->1715) 00010000:00010000:2.0:1746145255.796295:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:1.0:1746145255.796303:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aac00, rc 0) 00010000:00010000:2.0:1746145255.796305:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00002000:00010000:2.0:1746145255.796311:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481500 00000100:00100000:1.0:1746145255.796340:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:407:x1830965535468032:12345-192.168.203.38@tcp:101:dd.0 Request processed in 1967us (2073us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145255.796342:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 2646 00000100:00100000:1.0:1746145255.796347:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6565 00000100:00100000:2.0:1746145255.796349:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535468160:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145255.796735:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535468160:12345-192.168.203.38@tcp:4:dd.0 Request processed in 386us (521us total) trans 4294968034 rc 0/0 00000100:00100000:2.0:1746145255.796741:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 2646 00002000:00100000:2.0:1746145255.796746:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->1715) req@ffff880092481500 x1830965535468160/t4294968034(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:141/0 lens 2208/448 e 0 to 0 dl 1746145266 ref 1 fl Complete:H/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.796752:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092481500 with x1830965535468160 ext(0->1715) 00010000:00010000:2.0:1746145255.796756:0:20335:0:(ldlm_extent.c:774:ldlm_lock_prolong_one()) ### refreshed to 100s. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:2.0:1746145255.796764:0:20335:0:(ldlm_lockd.c:608:ldlm_refresh_waiting_lock()) ### refreshed to 100s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00002000:00010000:2.0:1746145255.796769:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 1 locks timeout for req ffff880092481500 00000100:00100000:0.0:1746145255.798701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.798758:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535468288 00000100:00100000:3.0:1746145255.798763:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535468288 00010000:00010000:3.0:1746145255.798784:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00000100:00100000:3.0:1746145255.798813:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10687 00000100:00100000:3.0:1746145255.798819:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535468288:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145255.798828:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145255.798838:0:8481:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 0 -> 1716 00002000:00010000:3.0:1746145255.798840:0:8481:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 0 -> 1746145256 00002000:00010000:3.0:1746145255.798842:0:8481:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 0 -> 1746145256 00002000:00010000:3.0:1746145255.798844:0:8481:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 0 -> 1746145256 00010000:00010000:3.0:1746145255.798848:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.798858:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.798881:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7371 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364e7 expref: 8 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.798906:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.798908:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.798914:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.798926:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.798950:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145255.798973:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531165952:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145255.799370:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87c5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145255.801462:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531165952:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145255.801479:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145255.801519:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535468288:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2699us (2821us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.801528:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10687 00000100:00100000:0.0:1746145255.801912:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.801968:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535468544 00000100:00100000:2.0:1746145255.801974:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535468544 00002000:00100000:2.0:1746145255.802007:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ab90380 x1830965535468544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:141/0 lens 488/0 e 0 to 0 dl 1746145266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.802020:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965535468544 ext(0->4095) 00002000:00010000:2.0:1746145255.802023:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90380 00000100:00100000:2.0:1746145255.802049:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4516 00000100:00100000:2.0:1746145255.802056:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535468544:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145255.802177:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535468544:12345-192.168.203.38@tcp:3:dd.0 Request processed in 121us (265us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145255.802183:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4516 00002000:00100000:2.0:1746145255.802188:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88008ab90380 x1830965535468544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746145266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.802194:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008ab90380 with x1830965535468544 ext(0->4095) 00002000:00010000:2.0:1746145255.802196:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008ab90380 00000100:00100000:0.0:1746145255.833696:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.833985:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535468800 00000100:00100000:2.0:1746145255.833994:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535468800 00000100:00100000:2.0:1746145255.834031:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 155 00000100:00100000:2.0:1746145255.834039:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+14:407:x1830965535468800:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145255.834206:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+15:407:x1830965535468800:12345-192.168.203.38@tcp:35:dd.0 Request processed in 167us (516us total) trans 4294985918 rc 0/0 00000100:00100000:2.0:1746145255.834212:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 155 00000100:00100000:1.0:1746145255.843459:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.843619:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469056 00000100:00100000:2.0:1746145255.843649:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469056 00000100:00100000:1.0:1746145255.843753:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43796 00000100:00100000:1.0:1746145255.843763:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:410:x1830965535469056:12345-192.168.203.38@tcp:36:truncate.0 00010000:00010000:1.0:1746145255.843802:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145255.843823:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d735c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364d9 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.843852:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:1.0:1746145255.843856:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145255.844080:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.844092:0:7117:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.844099:0:7117:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 4/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.844121:0:7117:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 14 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.844131:0:7117:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 14 pid: 7118 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746145255.844146:0:7117:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7117:1830965531166080:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145255.844360:0:7117:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094089e40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145255.846701:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.846751:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469184 00000100:00100000:3.0:1746145255.846758:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469184 00010000:00010000:3.0:1746145255.846785:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 15 pid: 7118 timeout: 597 lvb_type: 0 00000100:00100000:1.0:1746145255.846796:0:7117:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000_UUID:7117:1830965531166080:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145255.846811:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10688 00010000:00010000:1.0:1746145255.846814:0:7117:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:3.0:1746145255.846816:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+15:1961:x1830965535469184:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145255.846827:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145255.846831:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 15 pid: 7118 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.846841:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 15 pid: 7118 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.846858:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d73cc lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536503 expref: 15 pid: 7118 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.846882:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:3.0:1746145255.846886:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145255.846894:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145255.846900:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145255.846920:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145255.846948:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535469184:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 131us (252us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.846966:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10688 00010000:00010000:1.0:1746145255.846970:0:7117:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.846976:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000001:00080000:1.0:1746145255.847047:0:7117:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985919 00000004:00010000:1.0:1746145255.847076:0:7117:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093ef0e00 reply state ffff880136983000 transno 4294985920 ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000100:00100000:1.0:1746145255.847093:0:7117:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746145255.847137:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:410:x1830965535469056:12345-192.168.203.38@tcp:36:truncate.0 Request processed in 3377us (3683us total) trans 4294985920 rc 0/0 00000100:00100000:1.0:1746145255.847143:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43796 00000020:00080000:1.0:1746145255.847146:0:7117:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746145255.849743:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145255.849884:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469312 00000100:00100000:1.0:1746145255.849891:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469312 00000100:00100000:3.0:1746145255.849975:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6566 00000100:00100000:3.0:1746145255.849984:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:410:x1830965535469312:12345-192.168.203.38@tcp:101:truncate.0 00010000:00010000:3.0:1746145255.849997:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145255.850009:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536511 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.850032:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.850038:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.850040:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.850044:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 4/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.850066:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.850138:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850148:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850161:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850166:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348aba00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.850169:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850176:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850188:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:2.0:1746145255.850191:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.850194:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.850206:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aba00/0xb5ee96b21a0d73e1 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4a:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145255.850869:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 5 pid: 8465 timeout: 597 lvb_type: 0 00000100:00100000:3.0:1746145255.850882:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531166208:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145255.850940:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87c5cc0 going to sleep for 11 seconds 00000100:00100000:3.0:1746145255.852449:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531166208:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145255.852469:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 3/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.852481:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:3.0:1746145255.852520:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:410:x1830965535469312:12345-192.168.203.38@tcp:101:truncate.0 Request processed in 2537us (2781us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.852527:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6566 00000100:00100000:0.0:1746145255.857050:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.857979:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469440 00000100:00100000:3.0:1746145255.857989:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469440 00010000:00010000:3.0:1746145255.858019:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00000100:00100000:3.0:1746145255.858054:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10689 00000100:00100000:3.0:1746145255.858061:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535469440:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145255.858075:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145255.858094:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.858105:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.858125:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73da lrc: 0/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53650a expref: 6 pid: 8465 timeout: 597 lvb_type: 0 00010000:00010000:3.0:1746145255.858149:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.858151:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145255.858155:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.858164:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.858191:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145255.858202:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531166336:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145255.859316:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87c5cc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145255.860781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.860909:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469568 00000100:00100000:2.0:1746145255.860915:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469568 00002000:00010000:2.0:1746145255.860941:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00000100:00100000:3.0:1746145255.860943:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531166336:192.168.203.38@tcp:105: 00002000:00100000:2.0:1746145255.860944:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679c00 with x1830965535469568 ext(858->18446744073709551615) 00002000:00010000:2.0:1746145255.860962:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679c00. 00010000:00010000:3.0:1746145255.860966:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145255.860991:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4517 00000100:00100000:2.0:1746145255.860998:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535469568:12345-192.168.203.38@tcp:10:truncate.0 00000100:00100000:3.0:1746145255.861005:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a73850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+5:1960:x1830965535469440:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2944us (5383us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.861017:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10689 00002000:00010000:2.0:1746145255.861173:0:27702:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb size from disk: 1716 -> 858 00002000:00010000:2.0:1746145255.861176:0:27702:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb mtime from disk: 1746145256 -> 1746145257 00002000:00010000:2.0:1746145255.861178:0:27702:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb atime from disk: 1746145256 -> 1746145256 00002000:00010000:2.0:1746145255.861179:0:27702:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb ctime from disk: 1746145256 -> 1746145257 00002000:00010000:2.0:1746145255.861181:0:27702:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x18:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746145255.861206:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535469568:12345-192.168.203.38@tcp:10:truncate.0 Request processed in 208us (427us total) trans 4294968035 rc 0/0 00000100:00100000:2.0:1746145255.861213:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4517 00002000:00010000:2.0:1746145255.861215:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/24 (858->18446744073709551615) 00002000:00100000:2.0:1746145255.861218:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679c00 with x1830965535469568 ext(858->18446744073709551615) 00002000:00010000:2.0:1746145255.861222:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679c00. 00000100:00100000:0.0:1746145255.869961:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145255.870303:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535469824 00000100:00100000:1.0:1746145255.870311:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535469824 00000100:00100000:1.0:1746145255.870360:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43797 00000100:00100000:1.0:1746145255.870368:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:412:x1830965535469824:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145255.870385:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145255.870401:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73ef lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536518 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.870474:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870485:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870494:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870504:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870509:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870514:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870578:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d7404 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870585:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d7404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870590:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d7404 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:1.0:1746145255.870597:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:1.0:1746145255.870685:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870692:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870698:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870703:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348abe00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145255.870707:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870713:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870722:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:1.0:1746145255.870725:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145255.870728:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870733:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348abe00/0xb5ee96b21a0d73f6 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870754:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870759:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870764:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870768:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348aa400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145255.870770:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870774:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870782:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff880092a0fb00) 00010000:00010000:1.0:1746145255.870784:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145255.870786:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.870790:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d73fd lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:1.0:1746145255.871781:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d73ef lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536518 expref: 20 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.871794:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab600/0xb5ee96b21a0d7404 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536518 expref: 19 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145255.871800:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:1.0:1746145255.871802:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746145255.871804:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab600, rc 0) 00000100:00100000:1.0:1746145255.872525:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:412:x1830965535469824:12345-192.168.203.38@tcp:101:dd.0 Request processed in 2156us (2577us total) trans 4294985921 rc 0/0 00000100:00100000:1.0:1746145255.872532:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43797 00000100:00100000:0.0:1746145255.876093:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.876146:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535470080 00000100:00100000:2.0:1746145255.876154:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535470080 00000100:00100000:2.0:1746145255.876194:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 156 00000100:00100000:2.0:1746145255.876200:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:412:x1830965535470080:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145255.876823:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:412:x1830965535470080:12345-192.168.203.38@tcp:35:dd.0 Request processed in 618us (732us total) trans 4294985922 rc 0/0 00000100:00100000:2.0:1746145255.876830:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 156 00000100:00100000:0.0:1746145255.879118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.879202:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535470336 00000100:00100000:2.0:1746145255.879208:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535470336 00002000:00100000:2.0:1746145255.879238:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b67b800 x1830965535470336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:141/0 lens 488/0 e 0 to 0 dl 1746145266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.879246:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535470336 ext(0->4095) 00002000:00010000:2.0:1746145255.879251:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67b800 00000100:00100000:2.0:1746145255.879266:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4518 00000100:00100000:2.0:1746145255.879272:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535470336:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145255.879398:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535470336:12345-192.168.203.38@tcp:3:dd.0 Request processed in 125us (284us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145255.879404:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4518 00002000:00100000:2.0:1746145255.879410:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b67b800 x1830965535470336/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746145266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.879416:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535470336 ext(0->4095) 00002000:00010000:2.0:1746145255.879419:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67b800 00000100:00100000:2.0:1746145255.898524:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.898561:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535470592 00000100:00100000:2.0:1746145255.898568:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535470592 00000100:00100000:2.0:1746145255.898617:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43798 00000100:00100000:2.0:1746145255.898644:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+14:416:x1830965535470592:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145255.898665:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145255.898680:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094223c00/0xb5ee96b21a0d7412 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53651f expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.898751:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898762:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898771:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898782:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898787:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898792:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898868:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d7427 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898875:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d7427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898880:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d7427 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:2.0:1746145255.898888:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4a:0x0]: returning size 858 00010000:00010000:2.0:1746145255.898945:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898950:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 2/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898969:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898974:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094223800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.898978:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898984:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 4/0,0 mode: CR/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.898993:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x0 (ffff8800a4b87d00) 00010000:00010000:2.0:1746145255.898996:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.898999:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899004:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094223800/0xb5ee96b21a0d7419 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899019:0:7117:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899024:0:7117:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899028:0:7117:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899032:0:7117:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094455c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145255.899034:0:7117:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899038:0:7117:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899043:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x49:0x0].0x2ce3da1 (ffff88012b447f00) 00010000:00010000:2.0:1746145255.899045:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145255.899047:0:7117:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 2/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899051:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094455c00/0xb5ee96b21a0d7420 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x49:0x0].0x2ce3da1 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145255.899079:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094223c00/0xb5ee96b21a0d7412 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x49:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53651f expref: 17 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.899088:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88013590fe00/0xb5ee96b21a0d7427 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4a:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53651f expref: 16 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.899093:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4a:0x0].0x0 (ffff88012b447900) 00010000:00010000:2.0:1746145255.899096:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145255.899097:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88013590fe00, rc 0) 00000100:00100000:2.0:1746145255.899145:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:97ec8067-0811-494c-8790-cb1a1d068df8+16:416:x1830965535470592:12345-192.168.203.38@tcp:101:dd.0 Request processed in 521us (626us total) trans 4294985923 rc 0/0 00000100:00100000:2.0:1746145255.899151:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43798 00000100:00100000:0.0:1746145255.901802:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.901871:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535470720 00000100:00100000:3.0:1746145255.901878:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535470720 00000100:00100000:3.0:1746145255.901912:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6567 00000100:00100000:3.0:1746145255.901918:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+5:416:x1830965535470720:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145255.901930:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145255.902088:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536526 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.902115:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.902121:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145255.902123:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145255.902126:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536526 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.902150:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.902160:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 8 pid: 8466 timeout: 597 lvb_type: 0 00000100:00100000:3.0:1746145255.902171:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531166464:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145255.902930:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800a87c5d80 going to sleep for 11 seconds 00000100:00100000:0.0:1746145255.904774:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145255.904856:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fad80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531166464:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145255.904877:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->4095] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536526 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145255.904891:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4cd9000, rc 0) 00000100:00100000:2.0:1746145255.904960:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535470848 00000100:00100000:2.0:1746145255.904965:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535470848 00010000:00010000:2.0:1746145255.904987:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 9 pid: 8466 timeout: 597 lvb_type: 0 00000100:00100000:2.0:1746145255.905014:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10690 00000100:00100000:2.0:1746145255.905020:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535470848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:3.0:1746145255.905046:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:416:x1830965535470720:12345-192.168.203.38@tcp:101:dd.0 Request processed in 3125us (3245us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145255.905052:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6567 00010000:00010000:2.0:1746145255.905160:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145255.905177:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 9 pid: 8466 timeout: 597 lvb_type: 0 00010000:00010000:2.0:1746145255.905187:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 9 pid: 8466 timeout: 597 lvb_type: 0 00010000:00010000:2.0:1746145255.905205:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d73e8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x18:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536511 expref: 9 pid: 8466 timeout: 597 lvb_type: 0 00010000:00010000:2.0:1746145255.905222:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145255.905223:0:8481:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145255.905229:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536526 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.905236:0:8481:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536526 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145255.905260:0:8481:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a4cd9000/0xb5ee96b21a0d7435 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x18:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->4095) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536526 expref: 5 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145255.905268:0:8481:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531166592:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145255.905312:0:8481:0:(client.c:2553:ptlrpc_set_wait()) set ffff8801373bbb40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145255.906882:0:8481:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_003:lustre-OST0001_UUID:8481:1830965531166592:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145255.906894:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145255.906924:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535470848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1903us (2153us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145255.906931:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10690 00000100:00100000:0.0:1746145255.907071:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.907492:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471104 00000100:00100000:2.0:1746145255.907497:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471104 00002000:00100000:2.0:1746145255.907523:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b679f80 x1830965535471104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:141/0 lens 488/0 e 0 to 0 dl 1746145266 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.907530:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535471104 ext(0->4095) 00002000:00010000:2.0:1746145255.907534:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679f80 00000100:00100000:2.0:1746145255.907546:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4519 00000100:00100000:2.0:1746145255.907551:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535471104:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145255.907687:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+6:1960:x1830965535471104:12345-192.168.203.38@tcp:3:dd.0 Request processed in 135us (617us total) trans 0 rc 4096/4096 00000100:00100000:2.0:1746145255.907693:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4519 00002000:00100000:2.0:1746145255.907698:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x18:0x0] (0->4095) req@ffff88009b679f80 x1830965535471104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:141/0 lens 488/4536 e 0 to 0 dl 1746145266 ref 1 fl Complete:/200/0 rc 4096/4096 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145255.907708:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535471104 ext(0->4095) 00002000:00010000:2.0:1746145255.907711:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679f80 00000100:00100000:0.0:1746145255.926187:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145255.926339:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471360 00000100:00100000:2.0:1746145255.926346:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471360 00000100:00100000:2.0:1746145255.926377:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 157 00000100:00100000:2.0:1746145255.926383:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+16:416:x1830965535471360:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145255.926546:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+17:416:x1830965535471360:12345-192.168.203.38@tcp:35:dd.0 Request processed in 163us (366us total) trans 4294985924 rc 0/0 00000100:00100000:2.0:1746145255.926552:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 157 00000100:00100000:3.0:1746145256.330028:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830965531167104:0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.330031:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830965531166848:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.330086:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c309e4af-58f5-48a4-a5ab-986bffd175a2:3300:1830965531166720:0@lo:400:kworker.0 00000100:00100000:3.0:1746145256.330382:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145256.330480:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145256.330505:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085550e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531167232:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.330523:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145256.330535:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531166720 00000100:00100000:2.0:1746145256.330542:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531166720 00000100:00100000:0.0:1746145256.330542:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965531166976:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.330555:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145256.330573:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 367 00000100:00100000:2.0:1746145256.330579:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f22850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3300:x1830965531166720:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.330601:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145256.330615:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085552d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531167360:0@lo:400:kworker.0 00000100:00100000:2.0:1746145256.330618:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f22850 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3300:x1830965531166720:12345-0@lo:400:kworker.0 Request processed in 39us (137us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145256.330641:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 367 00000100:00100000:1.0:1746145256.330642:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:1.0:1746145256.330660:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531167104 00000100:00100000:1.0:1746145256.330663:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531167104 00000100:00100000:2.0:1746145256.330665:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531166976 00000100:00100000:2.0:1746145256.330668:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531166976 00000100:00100000:2.0:1746145256.330684:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531166848 00000100:00100000:2.0:1746145256.330685:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531166848 00000100:00100000:1.0:1746145256.330688:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 329 00000100:00100000:1.0:1746145256.330695:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830965531166976:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145256.330696:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 330 00000100:00100000:2.0:1746145256.330700:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830965531167104:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.330722:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830965531166976:12345-0@lo:400:kworker.0 Request processed in 29us (167us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145256.330724:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-OST0001_UUID+5:3299:x1830965531167104:12345-0@lo:400:kworker.0 Request processed in 24us (343us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145256.330728:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 329 00000100:00100000:3.0:1746145256.330754:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531167232 00000100:00100000:3.0:1746145256.330757:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531167232 00000100:00100000:3.0:1746145256.330776:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531167360 00000100:00100000:3.0:1746145256.330777:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531167360 00000100:00100000:3.0:1746145256.330795:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746145256.330799:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531167232:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746145256.330820:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531167232:12345-0@lo:400:kworker.0 Request processed in 21us (296us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145256.330824:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 402 00000100:00100000:3.0:1746145256.330832:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 403 00000100:00100000:3.0:1746145256.330835:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531167360:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746145256.330851:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531167360:12345-0@lo:400:kworker.0 Request processed in 16us (208us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145256.330855:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 403 00000100:00100000:2.0:1746145256.330901:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 330 00000100:00100000:1.0:1746145256.330907:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 331 00000100:00100000:1.0:1746145256.330914:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830965531166848:12345-0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.330938:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000-lwp-MDT0000_UUID+5:3297:x1830965531166848:12345-0@lo:400:kworker.0 Request processed in 26us (338us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145256.330943:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 331 00000100:00080000:2.0:1746145256.330946:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:2.0:1746145256.330974:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:2.0:1746145256.330976:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746145256.330982:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-lwp-MDT0000_UUID:3297:1830965531166848:0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.330994:0:3297:0:(client.c:2927:ptlrpc_free_committed()) lustre-OST0001-osc-MDT0000: committing for last_committed 4294968033 gen 2 00000004:00080000:1.0:1746145256.330998:0:3297:0:(osp_sync.c:507:osp_sync_request_commit_cb()) commit req ffff880093ef3b80, transno 4294968033 00000100:00100000:1.0:1746145256.331004:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085552d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531167360:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.331006:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085553800 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965531166976:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.331018:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093ef3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c309e4af-58f5-48a4-a5ab-986bffd175a2:3300:1830965531166720:0@lo:400:kworker.0 00000100:00100000:0.0:1746145256.331024:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085550e00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531167232:0@lo:400:kworker.0 00000100:00100000:3.0:1746145256.331034:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085550380 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-lwp-OST0001_UUID:3299:1830965531167104:0@lo:400:kworker.0 00000100:00100000:1.0:1746145256.378768:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:1.0:1746145256.378784:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880085552d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531167488:0@lo:13:osp-pre-0-0.0 00000100:00100000:1.0:1746145256.378834:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145256.378964:0:20971:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531167488 00000100:00100000:2.0:1746145256.378969:0:20971:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531167488 00000100:00100000:2.0:1746145256.378999:0:20971:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1746145256.379006:0:20971:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531167488:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:2.0:1746145256.379032:0:20971:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 50921472 pending 1703936 free 3857711104 avail 3855613952 00000100:00100000:2.0:1746145256.379063:0:20971:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085551180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531167488:12345-0@lo:13:osp-pre-0-0.0 Request processed in 57us (229us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145256.379068:0:20971:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 172 00000100:00100000:2.0:1746145256.379096:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880085552d80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531167488:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746145256.379114:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531167616:0@lo:13:osp-pre-1-0.0 00000100:00100000:2.0:1746145256.379129:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145256.379144:0:20971:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531167616 00000100:00100000:2.0:1746145256.379147:0:20971:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531167616 00000100:00100000:2.0:1746145256.379162:0:20971:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746145256.379166:0:20971:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531167616:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746145256.379174:0:20971:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 335478784 pending 1703936 free 3855613952 avail 3853516800 00000100:00100000:2.0:1746145256.379191:0:20971:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531167616:12345-0@lo:13:osp-pre-1-0.0 Request processed in 25us (61us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145256.379195:0:20971:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 173 00000100:00100000:2.0:1746145256.379210:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531167616:0@lo:13:osp-pre-1-0.0 00010000:00010000:1.0:1746145256.390750:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145257.044984:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145257.045023:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145257.045032:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471488 00000100:00100000:2.0:1746145257.045040:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471488 00000100:00100000:0.0:1746145257.045053:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145257.045069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145257.045072:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 368 00000100:00100000:2.0:1746145257.045078:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535471488:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145257.045082:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145257.045095:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145257.045119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145257.045124:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f22450 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535471488:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 47us (204us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145257.045130:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 368 00000100:00100000:2.0:1746145257.045154:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471744 00000100:00100000:2.0:1746145257.045157:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471744 00000100:00100000:0.0:1746145257.045161:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471616 00000100:00100000:0.0:1746145257.045164:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471616 00000100:00100000:2.0:1746145257.045177:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472256 00000100:00100000:2.0:1746145257.045179:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472256 00000100:00100000:2.0:1746145257.045188:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535471872 00000100:00100000:0.0:1746145257.045189:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472000 00000100:00100000:2.0:1746145257.045190:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535471872 00000100:00100000:0.0:1746145257.045190:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472000 00000100:00100000:2.0:1746145257.045197:0:19630:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472128 00000100:00100000:2.0:1746145257.045199:0:19630:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472128 00000100:00100000:0.0:1746145257.045205:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 332 00000100:00100000:2.0:1746145257.045209:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 404 00000100:00100000:0.0:1746145257.045211:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1962:x1830965535471616:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145257.045213:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535471744:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145257.045235:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535471744:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 22us (181us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145257.045238:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1962:x1830965535471616:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 27us (215us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145257.045240:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 404 00000100:00100000:0.0:1746145257.045243:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 332 00000100:00100000:2.0:1746145257.045248:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 405 00000100:00100000:2.0:1746145257.045252:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535472256:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145257.045253:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 333 00000100:00100000:0.0:1746145257.045258:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+17:1963:x1830965535472000:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145257.045267:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:97ec8067-0811-494c-8790-cb1a1d068df8+6:1963:x1830965535472256:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 15us (184us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145257.045272:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 405 00000100:00100000:0.0:1746145257.045278:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+17:1963:x1830965535472000:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 20us (208us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145257.045279:0:19630:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 406 00000100:00100000:2.0:1746145257.045282:0:19630:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535471872:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145257.045283:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 333 00000100:00100000:2.0:1746145257.045296:0:19630:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535471872:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 14us (201us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145257.045297:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 407 00000100:00100000:0.0:1746145257.045302:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535472128:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:2.0:1746145257.045303:0:19630:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 406 00000100:00080000:2.0:1746145257.045319:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145257.045319:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+6:1962:x1830965535472128:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 17us (200us total) trans 0 rc 0/0 00000100:00080000:2.0:1746145257.045322:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00080000:2.0:1746145257.045323:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145257.045323:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 407 00010000:00010000:2.0:1746145257.391809:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746145258.244728:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968686 is committed 00000001:02000400:3.0:1746145258.270215:0:5475:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanityn test 16j: race dio with buffered i/o ========== 20:20:58 (1746145258) 00000100:00100000:1.0:1746145258.332639:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.333015:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472512 00000100:00100000:2.0:1746145258.333023:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472512 00000100:00100000:2.0:1746145258.333060:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43799 00000100:00100000:2.0:1746145258.333068:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1085:x1830965535472512:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145258.333084:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145258.333087:0:7118:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145258.333110:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c091400/0xb5ee96b21a0d72fa lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364bd expref: 20 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.333123:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:2.0:1746145258.333127:0:7118:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145258.333136:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d743c lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53652d expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.333231:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145258.333240:0:7118:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.333246:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145258.333272:0:7118:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 16 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.333281:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 16 pid: 7118 timeout: 599 lvb_type: 0 00000100:00100000:2.0:1746145258.333291:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531167744:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145258.333355:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef7840 going to sleep for 11 seconds 00000100:00100000:3.0:1746145258.335129:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801391d3480 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531167744:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145258.335144:0:7118:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145258.335157:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.335176:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472640 00000100:00100000:3.0:1746145258.335179:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472640 00010000:00010000:3.0:1746145258.335198:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 17 pid: 7118 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746145258.335227:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10691 00000100:00100000:3.0:1746145258.335234:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+17:1961:x1830965535472640:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145258.335242:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145258.335246:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 17 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746145258.335254:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 17 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746145258.335268:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093615800/0xb5ee96b21a0d7394 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5364f5 expref: 17 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:3.0:1746145258.335278:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:3.0:1746145258.335282:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335289:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335294:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335307:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145258.335333:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535472640:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 100us (176us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145258.335339:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10691 00010000:00010000:3.0:1746145258.335356:0:7118:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335361:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335410:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335418:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335423:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335922:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335929:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335944:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:3.0:1746145258.335951:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:3.0:1746145258.335971:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.335976:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.336116:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.336123:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009afd3600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145258.336126:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.336132:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.336138:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0fd00) 00010000:00010000:3.0:1746145258.336141:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145258.336143:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.336147:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7443 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000004:00010000:3.0:1746145258.336156:0:7118:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880085553100 reply state ffff8800a52d2000 transno 4294985925 ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:3.0:1746145258.336161:0:7118:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746145258.336182:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d743c lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.336195:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 21 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.336200:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0f000) 00010000:00010000:3.0:1746145258.336202:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145258.336204:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b58de00, rc 0) 00000100:00100000:3.0:1746145258.336240:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1085:x1830965535472512:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 3173us (3617us total) trans 4294985925 rc 0/0 00000100:00100000:3.0:1746145258.336249:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43799 00010000:00010000:1.0:1746145258.337712:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337720:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337726:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337730:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092050000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145258.337734:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337739:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337748:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880092a0ff00) 00010000:00010000:1.0:1746145258.337750:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145258.337753:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:1.0:1746145258.337757:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092050000/0xb5ee96b21a0d744a lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145258.339311:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.339383:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535472896 00000100:00100000:3.0:1746145258.339390:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535472896 00000100:00100000:3.0:1746145258.339426:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43800 00000100:00100000:3.0:1746145258.339432:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1085:x1830965535472896:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145258.339449:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145258.339461:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c600/0xb5ee96b21a0d745f lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536534 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.339519:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.339535:0:7118:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.339541:0:7118:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.339564:0:7118:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.339574:0:7118:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 22 pid: 7118 timeout: 599 lvb_type: 0 00000100:00100000:3.0:1746145258.339583:0:7118:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531167872:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145258.340243:0:7118:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842c00 going to sleep for 11 seconds 00000100:00100000:3.0:1746145258.341545:0:7118:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb100 pname:cluuid:pid:xid:nid:opc:job mdt00_002:lustre-MDT0000_UUID:7118:1830965531167872:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145258.341560:0:7118:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145258.341891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145258.341912:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535473024 00000100:00100000:0.0:1746145258.341916:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535473024 00010000:00010000:0.0:1746145258.341952:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 23 pid: 7118 timeout: 599 lvb_type: 0 00000100:00100000:0.0:1746145258.341984:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10692 00000100:00100000:0.0:1746145258.341991:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1960:x1830965535473024:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145258.342001:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145258.342006:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 23 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746145258.342016:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 23 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746145258.342036:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b58de00/0xb5ee96b21a0d7451 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53652d expref: 23 pid: 7118 timeout: 599 lvb_type: 0 00010000:00010000:0.0:1746145258.342046:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0f000) 00010000:00010000:0.0:1746145258.342050:0:7102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.342057:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.342062:0:7102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.342074:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145258.342099:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1960:x1830965535473024:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 108us (209us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145258.342105:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10692 00010000:00010000:3.0:1746145258.342343:0:7118:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342349:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:3.0:1746145258.342362:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00000004:00080000:3.0:1746145258.342490:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1b:0x0], index 0: 0 00000004:00080000:3.0:1746145258.342495:0:7118:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x19:0x0], index 1: 0 00010000:00010000:3.0:1746145258.342880:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342886:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342892:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342897:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348ab400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145258.342900:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342906:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342914:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0f000) 00010000:00010000:3.0:1746145258.342916:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746145258.342919:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.342923:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7466 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.343181:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c600/0xb5ee96b21a0d745f lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536534 expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.343188:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c600/0xb5ee96b21a0d745f lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536534 expref: 22 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.343197:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8c600, rc 0) 00000100:00100000:3.0:1746145258.343231:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19dc00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1085:x1830965535472896:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 3798us (3923us total) trans 4294985926 rc 301/301 00000100:00100000:3.0:1746145258.343236:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43800 00000100:00100000:2.0:1746145258.344920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145258.345501:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535473280 00000100:00100000:0.0:1746145258.345507:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535473280 00000100:00100000:0.0:1746145258.345549:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 158 00000100:00100000:0.0:1746145258.345557:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1085:x1830965535473280:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:0.0:1746145258.345789:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1085:x1830965535473280:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 232us (872us total) trans 4294985927 rc 0/0 00000100:00100000:0.0:1746145258.345795:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 158 00000100:00100000:2.0:1746145258.347842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.347932:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535473408 00000100:00100000:3.0:1746145258.347947:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535473408 00000100:00100000:3.0:1746145258.347985:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43801 00000100:00100000:3.0:1746145258.347992:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1085:x1830965535473408:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145258.348007:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145258.348025:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d7474 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53653b expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.348074:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d7474 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53653b expref: 23 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.348090:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aac00/0xb5ee96b21a0d7474 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53653b expref: 23 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.348105:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:3.0:1746145258.348108:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746145258.348110:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aac00, rc 0) 00000100:00100000:3.0:1746145258.348334:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1085:x1830965535473408:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 342us (495us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145258.348339:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43801 00000100:00100000:0.0:1746145258.350586:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.350667:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535473664 00000100:00100000:2.0:1746145258.350674:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535473664 00000100:00100000:2.0:1746145258.350713:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 159 00000100:00100000:2.0:1746145258.350720:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1085:x1830965535473664:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:2.0:1746145258.350871:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1085:x1830965535473664:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 150us (288us total) trans 4294985928 rc 0/0 00000100:00100000:2.0:1746145258.350876:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 159 00000100:00100000:0.0:1746145258.361542:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.361851:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535473792 00000100:00100000:3.0:1746145258.361860:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535473792 00000100:00100000:3.0:1746145258.361898:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43802 00000100:00100000:3.0:1746145258.361904:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1089:x1830965535473792:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145258.361924:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145258.361950:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d747b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536542 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.361994:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.362005:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.362014:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:3.0:1746145258.362055:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746145258.362057:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145258.362067:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:3.0:1746145258.362082:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348aa400/0xb5ee96b21a0d747b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536542 expref: 26 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.362110:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536542 expref: 25 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.362120:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0f200) 00010000:00010000:3.0:1746145258.362123:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746145258.362125:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab400, rc 0) 00000100:00100000:3.0:1746145258.362169:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1089:x1830965535473792:12345-192.168.203.38@tcp:101:dd.0 Request processed in 265us (641us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145258.362174:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43802 00000100:00100000:0.0:1746145258.363965:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.364032:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474048 00000100:00100000:2.0:1746145258.364037:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474048 00000100:00100000:2.0:1746145258.364075:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43803 00000100:00100000:2.0:1746145258.364081:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1089:x1830965535474048:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145258.364092:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145258.364096:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145258.364112:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d7482 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536542 expref: 25 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.364130:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880092a0f200) 00010000:00010000:2.0:1746145258.364137:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145258.364145:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013606f000/0xb5ee96b21a0d7489 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536549 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.364293:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364302:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364310:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364319:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364325:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364330:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364379:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d749e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364385:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d749e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364390:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d749e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145258.364397:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 0 00010000:00010000:2.0:1746145258.364454:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364460:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364465:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364470:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013686ae00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145258.364473:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364479:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364485:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:2.0:1746145258.364487:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145258.364490:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364494:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013686ae00/0xb5ee96b21a0d7490 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364501:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364505:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364509:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364513:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013686b400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145258.364515:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364519:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364524:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff88012b447c00) 00010000:00010000:2.0:1746145258.364526:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145258.364527:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364531:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013686b400/0xb5ee96b21a0d7497 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.364566:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013606f000/0xb5ee96b21a0d7489 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536549 expref: 27 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.364577:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d749e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536549 expref: 26 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145258.364581:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:2.0:1746145258.364583:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145258.364585:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b1fee00, rc 0) 00000100:00100000:2.0:1746145258.364648:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1089:x1830965535474048:12345-192.168.203.38@tcp:101:dd.0 Request processed in 545us (664us total) trans 4294985929 rc 0/0 00000100:00100000:2.0:1746145258.364654:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43803 00000100:00100000:2.0:1746145258.367104:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145258.367213:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474304 00000100:00100000:0.0:1746145258.367220:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474304 00000100:00100000:0.0:1746145258.367857:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43804 00000100:00100000:0.0:1746145258.367865:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1089:x1830965535474304:12345-192.168.203.38@tcp:36:dd.0 00010000:00010000:0.0:1746145258.367903:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145258.367923:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b1fee00/0xb5ee96b21a0d749e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536549 expref: 26 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145258.367949:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:0.0:1746145258.367953:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145258.368092:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145258.368103:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145258.368111:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000001:00080000:0.0:1746145258.368143:0:21207:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985930 00000004:00010000:0.0:1746145258.368159:0:21207:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880085556d80 reply state ffff88012f99c000 transno 4294985931 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:0.0:1746145258.368165:0:21207:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:0.0:1746145258.368221:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085556d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1089:x1830965535474304:12345-192.168.203.38@tcp:36:dd.0 Request processed in 357us (1122us total) trans 4294985931 rc 0/0 00000100:00100000:0.0:1746145258.368227:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43804 00000020:00080000:0.0:1746145258.368231:0:21207:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00010000:00010000:2.0:1746145258.371588:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371601:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371611:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371616:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935a8000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145258.371620:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371643:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 4/0,0 mode: PW/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371656:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00000100:00100000:0.0:1746145258.371658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:2.0:1746145258.371659:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145258.371662:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 2/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145258.371666:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a8000/0xb5ee96b21a0d74ac lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4b:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000100:00100000:3.0:1746145258.371707:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474432 00000100:00100000:3.0:1746145258.371715:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474432 00000100:00100000:3.0:1746145258.371760:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6568 00000100:00100000:3.0:1746145258.371766:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1089:x1830965535474432:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145258.371779:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145258.371791:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536550 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746145258.371810:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746145258.371824:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145258.371826:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145258.371832:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.371845:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.371857:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348ab400, rc 0) 00000100:00100000:3.0:1746145258.371904:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1089:x1830965535474432:12345-192.168.203.38@tcp:101:dd.0 Request processed in 138us (248us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145258.371912:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6568 00000100:00100000:0.0:1746145258.375251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.375515:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474560 00000100:00100000:3.0:1746145258.375523:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474560 00000100:00100000:3.0:1746145258.375561:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6569 00000100:00100000:3.0:1746145258.375567:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b824850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1089:x1830965535474560:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145258.375580:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145258.375594:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 2/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536557 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746145258.375610:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746145258.375647:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145258.375649:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145258.375656:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.375670:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145258.375679:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801348aa400, rc 0) 00000100:00100000:3.0:1746145258.375725:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b824850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1089:x1830965535474560:12345-192.168.203.38@tcp:101:dd.0 Request processed in 157us (479us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145258.375731:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6569 00000100:00100000:0.0:1746145258.378360:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.378439:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474688 00000100:00100000:2.0:1746145258.378447:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474688 00002000:00010000:2.0:1746145258.378479:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746145258.378482:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694380 with x1830965535474688 ext(0->18446744073709551615) 00002000:00010000:2.0:1746145258.378492:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092694380. 00000100:00100000:2.0:1746145258.378522:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4520 00000100:00100000:2.0:1746145258.378529:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535474688:12345-192.168.203.38@tcp:10:dd.0 00002000:00010000:2.0:1746145258.378807:0:27702:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746145258.378904:0:27702:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746145259 00002000:00010000:2.0:1746145258.378906:0:27702:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746145258.378907:0:27702:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746145259 00002000:00010000:2.0:1746145258.378910:0:27702:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746145258.379280:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535474688:12345-192.168.203.38@tcp:10:dd.0 Request processed in 750us (923us total) trans 4294968687 rc 0/0 00000100:00100000:2.0:1746145258.379287:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4520 00002000:00010000:2.0:1746145258.379290:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0000: refresh locks: 9663677440/27 (0->18446744073709551615) 00002000:00100000:2.0:1746145258.379293:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694380 with x1830965535474688 ext(0->18446744073709551615) 00002000:00010000:2.0:1746145258.379296:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092694380. 00000100:00100000:0.0:1746145258.379423:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.380659:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535474816 00000100:00100000:2.0:1746145258.380664:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535474816 00002000:00010000:2.0:1746145258.380682:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746145258.380685:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694000 with x1830965535474816 ext(0->18446744073709551615) 00002000:00010000:2.0:1746145258.380690:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694000. 00000100:00100000:2.0:1746145258.380705:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4521 00000100:00100000:2.0:1746145258.380711:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535474816:12345-192.168.203.38@tcp:10:dd.0 00002000:00010000:2.0:1746145258.381229:0:27702:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 0 00002000:00010000:2.0:1746145258.381232:0:27702:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 0 -> 1746145259 00002000:00010000:2.0:1746145258.381234:0:27702:0:(ofd_lvb.c:317:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb atime from disk: 0 -> 0 00002000:00010000:2.0:1746145258.381235:0:27702:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 0 -> 1746145259 00002000:00010000:2.0:1746145258.381237:0:27702:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb blocks from disk: 1 -> 1 00000100:00100000:2.0:1746145258.381289:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092694000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535474816:12345-192.168.203.38@tcp:10:dd.0 Request processed in 577us (1865us total) trans 4294968036 rc 0/0 00000100:00100000:2.0:1746145258.381295:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4521 00002000:00010000:2.0:1746145258.381298:0:27702:0:(ofd_dev.c:2706:ofd_punch_hpreq_check()) lustre-OST0001: refresh locks: 10737419264/25 (0->18446744073709551615) 00002000:00100000:2.0:1746145258.381300:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092694000 with x1830965535474816 ext(0->18446744073709551615) 00002000:00010000:2.0:1746145258.381304:0:27702:0:(ofd_dev.c:2711:ofd_punch_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092694000. 00010000:00010000:2.0:1746145258.393856:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:0.0:1746145258.679801:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.679851:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535475072 00000100:00100000:2.0:1746145258.679858:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535475072 00002000:00100000:2.0:1746145258.679891:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880092696680 x1830965535475072/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145258.679897:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696680 with x1830965535475072 ext(0->1048575) 00002000:00010000:2.0:1746145258.679901:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092696680 00000100:00100000:2.0:1746145258.679924:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4522 00000100:00100000:2.0:1746145258.679928:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535475072:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145258.685283:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.685350:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535475328 00000100:00100000:3.0:1746145258.685357:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535475328 00002000:00100000:3.0:1746145258.685387:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff880092695c00 x1830965535475328/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.685397:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695c00 with x1830965535475328 ext(0->1048575) 00002000:00010000:3.0:1746145258.685401:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695c00 00000100:00100000:3.0:1746145258.685420:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4523 00000100:00100000:3.0:1746145258.685427:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535475328:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.694177:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145258.694205:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535475584 00000100:00100000:2.0:1746145258.694214:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535475584 00002000:00100000:2.0:1746145258.694253:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a56f8a80 x1830965535475584/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145258.694262:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8a80 with x1830965535475584 ext(1048576->2097151) 00002000:00010000:2.0:1746145258.694267:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8a80 00000100:00100000:2.0:1746145258.694295:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4524 00000100:00100000:2.0:1746145258.694302:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535475584:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145258.697134:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535475072:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17197us (17331us total) trans 4294968688 rc 0/0 00000100:00100000:0.0:1746145258.697145:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4522 00002000:00100000:0.0:1746145258.697155:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff880092696680 x1830965535475072/t4294968688(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145258.697164:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696680 with x1830965535475072 ext(0->1048575) 00002000:00010000:0.0:1746145258.697168:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092696680 00000100:00100000:3.0:1746145258.700217:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535475328:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14783us (14933us total) trans 4294968037 rc 0/0 00000100:00100000:3.0:1746145258.700227:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4523 00002000:00100000:3.0:1746145258.700236:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff880092695c00 x1830965535475328/t4294968037(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.700244:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695c00 with x1830965535475328 ext(0->1048575) 00002000:00010000:3.0:1746145258.700248:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695c00 00000100:00100000:0.0:1746145258.707740:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535475584:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13431us (13561us total) trans 4294968689 rc 0/0 00000100:00100000:0.0:1746145258.707749:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4524 00002000:00100000:0.0:1746145258.707759:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800a56f8a80 x1830965535475584/t4294968689(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145258.707767:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8a80 with x1830965535475584 ext(1048576->2097151) 00002000:00010000:0.0:1746145258.707772:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8a80 00000100:00100000:2.0:1746145258.707802:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145258.707859:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535475840 00000100:00100000:0.0:1746145258.707956:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535475840 00002000:00100000:0.0:1746145258.707981:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880085557b80 x1830965535475840/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145258.707987:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557b80 with x1830965535475840 ext(1048576->2097151) 00002000:00010000:0.0:1746145258.707990:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085557b80 00000100:00100000:0.0:1746145258.708014:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4525 00000100:00100000:0.0:1746145258.708020:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1960:x1830965535475840:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145258.715053:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1960:x1830965535475840:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7025us (7244us total) trans 4294968038 rc 0/0 00000100:00100000:2.0:1746145258.715063:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4525 00002000:00100000:2.0:1746145258.715073:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff880085557b80 x1830965535475840/t4294968038(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145258.715081:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557b80 with x1830965535475840 ext(1048576->2097151) 00002000:00010000:2.0:1746145258.715085:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085557b80 00000100:00100000:0.0:1746145258.715233:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.715284:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535476096 00000100:00100000:3.0:1746145258.715291:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535476096 00002000:00100000:3.0:1746145258.715319:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880092695500 x1830965535476096/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.715327:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695500 with x1830965535476096 ext(2097152->3145727) 00002000:00010000:3.0:1746145258.715330:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092695500 00000100:00100000:3.0:1746145258.715355:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4526 00000100:00100000:3.0:1746145258.715362:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535476096:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.720232:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1961:x1830965535476096:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4863us (4992us total) trans 4294968690 rc 0/0 00000100:00100000:3.0:1746145258.720241:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4526 00002000:00100000:3.0:1746145258.720254:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff880092695500 x1830965535476096/t4294968690(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.720262:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695500 with x1830965535476096 ext(2097152->3145727) 00002000:00010000:3.0:1746145258.720266:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092695500 00000100:00100000:0.0:1746145258.722441:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.722517:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535476352 00000100:00100000:3.0:1746145258.722524:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535476352 00002000:00100000:3.0:1746145258.722551:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880092695f80 x1830965535476352/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.722559:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695f80 with x1830965535476352 ext(2097152->3145727) 00002000:00010000:3.0:1746145258.722562:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695f80 00000100:00100000:3.0:1746145258.722582:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4527 00000100:00100000:3.0:1746145258.722587:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+14:1963:x1830965535476352:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.729292:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965535476352:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6696us (6846us total) trans 4294968039 rc 0/0 00000100:00100000:3.0:1746145258.729304:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4527 00002000:00100000:3.0:1746145258.729314:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff880092695f80 x1830965535476352/t4294968039(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.729324:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695f80 with x1830965535476352 ext(2097152->3145727) 00002000:00010000:3.0:1746145258.729329:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092695f80 00000100:00100000:0.0:1746145258.732557:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.732740:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535476608 00000100:00100000:3.0:1746145258.732748:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535476608 00002000:00100000:3.0:1746145258.732783:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880092697480 x1830965535476608/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.732793:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965535476608 ext(3145728->4194303) 00002000:00010000:3.0:1746145258.732798:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092697480 00000100:00100000:3.0:1746145258.732812:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4528 00000100:00100000:3.0:1746145258.732819:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1962:x1830965535476608:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.737756:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965535476608:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4930us (5197us total) trans 4294968691 rc 0/0 00000100:00100000:3.0:1746145258.737766:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4528 00002000:00100000:3.0:1746145258.737776:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff880092697480 x1830965535476608/t4294968691(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.737785:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697480 with x1830965535476608 ext(3145728->4194303) 00002000:00010000:3.0:1746145258.737789:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092697480 00000100:00100000:0.0:1746145258.751390:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.751704:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535476864 00000100:00100000:3.0:1746145258.751713:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535476864 00002000:00100000:3.0:1746145258.751751:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009b67ad80 x1830965535476864/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.751760:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965535476864 ext(3145728->4194303) 00002000:00010000:3.0:1746145258.751764:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67ad80 00000100:00100000:3.0:1746145258.751782:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4529 00000100:00100000:3.0:1746145258.751790:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1963:x1830965535476864:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145258.760983:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.761105:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535477120 00000100:00100000:1.0:1746145258.761113:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535477120 00002000:00100000:1.0:1746145258.761151:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880085557800 x1830965535477120/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.761160:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965535477120 ext(4194304->5242879) 00002000:00010000:1.0:1746145258.761164:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085557800 00000100:00100000:1.0:1746145258.761183:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4530 00000100:00100000:1.0:1746145258.761190:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1962:x1830965535477120:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.764448:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1963:x1830965535476864:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12651us (13056us total) trans 4294968040 rc 0/0 00000100:00100000:3.0:1746145258.764458:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4529 00002000:00100000:3.0:1746145258.764468:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88009b67ad80 x1830965535476864/t4294968040(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.764476:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965535476864 ext(3145728->4194303) 00002000:00010000:3.0:1746145258.764482:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67ad80 00000100:00100000:2.0:1746145258.770908:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.771051:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535477376 00000100:00100000:3.0:1746145258.771059:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535477376 00002000:00100000:3.0:1746145258.771096:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880085555180 x1830965535477376/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.771104:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555180 with x1830965535477376 ext(4194304->5242879) 00002000:00010000:3.0:1746145258.771109:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555180 00000100:00100000:3.0:1746145258.771391:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4531 00000100:00100000:3.0:1746145258.771398:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1960:x1830965535477376:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145258.773199:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1962:x1830965535477120:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12005us (12218us total) trans 4294968692 rc 0/0 00000100:00100000:1.0:1746145258.773207:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4530 00002000:00100000:1.0:1746145258.773216:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff880085557800 x1830965535477120/t4294968692(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.773224:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557800 with x1830965535477120 ext(4194304->5242879) 00002000:00010000:1.0:1746145258.773229:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085557800 00000100:00100000:3.0:1746145258.778724:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085555180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1960:x1830965535477376:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7320us (7816us total) trans 4294968041 rc 0/0 00000100:00100000:3.0:1746145258.778733:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4531 00002000:00100000:3.0:1746145258.778763:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880085555180 x1830965535477376/t4294968041(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.778771:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085555180 with x1830965535477376 ext(4194304->5242879) 00002000:00010000:3.0:1746145258.778776:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085555180 00000100:00100000:0.0:1746145258.779844:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.780073:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535477632 00000100:00100000:3.0:1746145258.780079:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535477632 00002000:00100000:3.0:1746145258.780106:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880093293800 x1830965535477632/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.780119:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965535477632 ext(5242880->6291455) 00002000:00010000:3.0:1746145258.780123:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093293800 00000100:00100000:3.0:1746145258.780189:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4532 00000100:00100000:3.0:1746145258.780197:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+17:1960:x1830965535477632:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.786709:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1960:x1830965535477632:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6506us (6857us total) trans 4294968693 rc 0/0 00000100:00100000:3.0:1746145258.786719:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4532 00002000:00100000:3.0:1746145258.786729:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff880093293800 x1830965535477632/t4294968693(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.786737:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965535477632 ext(5242880->6291455) 00002000:00010000:3.0:1746145258.786742:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093293800 00000100:00100000:0.0:1746145258.788370:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.788572:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535477888 00000100:00100000:3.0:1746145258.788579:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535477888 00002000:00100000:3.0:1746145258.788610:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093290700 x1830965535477888/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.788618:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965535477888 ext(5242880->6291455) 00002000:00010000:3.0:1746145258.788621:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290700 00000100:00100000:3.0:1746145258.788721:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4533 00000100:00100000:3.0:1746145258.788729:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1961:x1830965535477888:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.794836:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1961:x1830965535477888:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6101us (6462us total) trans 4294968042 rc 0/0 00000100:00100000:3.0:1746145258.794847:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4533 00002000:00100000:3.0:1746145258.794857:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff880093290700 x1830965535477888/t4294968042(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.794865:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965535477888 ext(5242880->6291455) 00002000:00010000:3.0:1746145258.794870:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093290700 00000100:00100000:0.0:1746145258.798826:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.798891:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535478144 00000100:00100000:3.0:1746145258.798899:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535478144 00002000:00100000:3.0:1746145258.798941:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009c19ed80 x1830965535478144/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.798950:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ed80 with x1830965535478144 ext(6291456->7340031) 00002000:00010000:3.0:1746145258.798954:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ed80 00000100:00100000:3.0:1746145258.799233:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4534 00000100:00100000:3.0:1746145258.799242:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1960:x1830965535478144:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.805181:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1960:x1830965535478144:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5933us (6353us total) trans 4294968694 rc 0/0 00000100:00100000:3.0:1746145258.805191:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4534 00002000:00100000:3.0:1746145258.805202:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009c19ed80 x1830965535478144/t4294968694(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.805210:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ed80 with x1830965535478144 ext(6291456->7340031) 00002000:00010000:3.0:1746145258.805215:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ed80 00000100:00100000:0.0:1746145258.806727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.806997:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535478400 00000100:00100000:3.0:1746145258.807005:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535478400 00002000:00100000:3.0:1746145258.807036:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009c19fb80 x1830965535478400/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.807045:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535478400 ext(6291456->7340031) 00002000:00010000:3.0:1746145258.807049:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19fb80 00000100:00100000:3.0:1746145258.807617:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4535 00000100:00100000:3.0:1746145258.807648:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1962:x1830965535478400:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145258.815727:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.815765:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535478656 00000100:00100000:1.0:1746145258.815773:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535478656 00002000:00100000:1.0:1746145258.815807:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009c19ca80 x1830965535478656/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.815816:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ca80 with x1830965535478656 ext(7340032->8388607) 00002000:00010000:1.0:1746145258.815821:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ca80 00000100:00100000:1.0:1746145258.815839:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4536 00000100:00100000:1.0:1746145258.815846:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+21:1963:x1830965535478656:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.816541:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1962:x1830965535478400:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8915us (9816us total) trans 4294968043 rc 0/0 00000100:00100000:3.0:1746145258.816551:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4535 00002000:00100000:3.0:1746145258.816556:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009c19fb80 x1830965535478400/t4294968043(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.816564:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535478400 ext(6291456->7340031) 00002000:00010000:3.0:1746145258.816567:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19fb80 00000100:00100000:0.0:1746145258.823083:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.823158:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535478912 00000100:00100000:3.0:1746145258.823165:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535478912 00002000:00100000:3.0:1746145258.823200:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009c19d180 x1830965535478912/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.823209:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535478912 ext(7340032->8388607) 00002000:00010000:3.0:1746145258.823213:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d180 00000100:00100000:3.0:1746145258.823280:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4537 00000100:00100000:3.0:1746145258.823287:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1963:x1830965535478912:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145258.823904:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1963:x1830965535478656:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8057us (8182us total) trans 4294968695 rc 0/0 00000100:00100000:1.0:1746145258.823911:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4536 00002000:00100000:1.0:1746145258.823917:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009c19ca80 x1830965535478656/t4294968695(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.823924:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ca80 with x1830965535478656 ext(7340032->8388607) 00002000:00010000:1.0:1746145258.823926:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ca80 00000100:00100000:2.0:1746145258.830882:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.830955:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535479168 00000100:00100000:1.0:1746145258.830963:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535479168 00002000:00100000:1.0:1746145258.830998:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880085557480 x1830965535479168/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.831007:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557480 with x1830965535479168 ext(8388608->9437183) 00002000:00010000:1.0:1746145258.831011:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085557480 00000100:00100000:1.0:1746145258.831044:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4538 00000100:00100000:1.0:1746145258.831050:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1963:x1830965535479168:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.831907:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1963:x1830965535478912:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8618us (8829us total) trans 4294968044 rc 0/0 00000100:00100000:3.0:1746145258.831914:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4537 00002000:00100000:3.0:1746145258.831920:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009c19d180 x1830965535478912/t4294968044(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.831927:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535478912 ext(7340032->8388607) 00002000:00010000:3.0:1746145258.831941:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d180 00000100:00100000:2.0:1746145258.838341:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.838494:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535479424 00000100:00100000:3.0:1746145258.838502:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535479424 00002000:00100000:3.0:1746145258.838536:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009298a680 x1830965535479424/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.838550:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a680 with x1830965535479424 ext(8388608->9437183) 00002000:00010000:3.0:1746145258.838555:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298a680 00000100:00100000:3.0:1746145258.839157:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4539 00000100:00100000:3.0:1746145258.839164:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1962:x1830965535479424:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145258.839182:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085557480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1963:x1830965535479168:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8131us (8304us total) trans 4294968696 rc 0/0 00000100:00100000:1.0:1746145258.839188:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4538 00002000:00100000:1.0:1746145258.839193:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff880085557480 x1830965535479168/t4294968696(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.839199:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085557480 with x1830965535479168 ext(8388608->9437183) 00002000:00010000:1.0:1746145258.839202:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880085557480 00000100:00100000:2.0:1746145258.843665:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.844000:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535479680 00000100:00100000:3.0:1746145258.844008:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535479680 00002000:00100000:3.0:1746145258.844047:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880092988380 x1830965535479680/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.844056:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988380 with x1830965535479680 ext(9437184->10485759) 00002000:00010000:3.0:1746145258.844061:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092988380 00000100:00100000:3.0:1746145258.844091:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4540 00000100:00100000:3.0:1746145258.844098:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1962:x1830965535479680:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.845780:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298a680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1962:x1830965535479424:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6611us (7440us total) trans 4294968045 rc 0/0 00000100:00100000:3.0:1746145258.845790:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4539 00002000:00100000:3.0:1746145258.845799:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88009298a680 x1830965535479424/t4294968045(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.845807:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298a680 with x1830965535479424 ext(8388608->9437183) 00002000:00010000:3.0:1746145258.845812:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009298a680 00000100:00100000:3.0:1746145258.850646:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1962:x1830965535479680:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6525us (6965us total) trans 4294968697 rc 0/0 00000100:00100000:3.0:1746145258.850656:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4540 00002000:00100000:3.0:1746145258.850666:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880092988380 x1830965535479680/t4294968697(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.850674:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988380 with x1830965535479680 ext(9437184->10485759) 00002000:00010000:3.0:1746145258.850679:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092988380 00000100:00100000:2.0:1746145258.851823:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.852913:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535479936 00000100:00100000:3.0:1746145258.852920:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535479936 00002000:00100000:3.0:1746145258.853435:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880092988a80 x1830965535479936/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.853444:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965535479936 ext(9437184->10485759) 00002000:00010000:3.0:1746145258.853448:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988a80 00000100:00100000:3.0:1746145258.853476:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4541 00000100:00100000:3.0:1746145258.853483:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1963:x1830965535479936:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.861163:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1963:x1830965535479936:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7672us (9334us total) trans 4294968046 rc 0/0 00000100:00100000:3.0:1746145258.861173:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4541 00002000:00100000:3.0:1746145258.861183:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff880092988a80 x1830965535479936/t4294968046(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.861192:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988a80 with x1830965535479936 ext(9437184->10485759) 00002000:00010000:3.0:1746145258.861196:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988a80 00000100:00100000:2.0:1746145258.861582:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.861881:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535480192 00000100:00100000:3.0:1746145258.861888:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535480192 00002000:00100000:3.0:1746145258.861914:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009298b100 x1830965535480192/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.861922:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b100 with x1830965535480192 ext(10485760->11534335) 00002000:00010000:3.0:1746145258.861925:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009298b100 00000100:00100000:3.0:1746145258.861960:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4542 00000100:00100000:3.0:1746145258.861967:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1962:x1830965535480192:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145258.868180:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.868316:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535480448 00000100:00100000:1.0:1746145258.868324:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535480448 00002000:00100000:1.0:1746145258.868360:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880092988700 x1830965535480448/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.868369:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988700 with x1830965535480448 ext(10485760->11534335) 00002000:00010000:1.0:1746145258.868373:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988700 00000100:00100000:1.0:1746145258.868390:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4543 00000100:00100000:1.0:1746145258.868397:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1963:x1830965535480448:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145258.869191:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1962:x1830965535480192:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7222us (7606us total) trans 4294968698 rc 0/0 00000100:00100000:3.0:1746145258.869198:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4542 00002000:00100000:3.0:1746145258.869205:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009298b100 x1830965535480192/t4294968698(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.869212:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009298b100 with x1830965535480192 ext(10485760->11534335) 00002000:00010000:3.0:1746145258.869216:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009298b100 00000100:00100000:1.0:1746145258.876915:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092988700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1963:x1830965535480448:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8511us (8733us total) trans 4294968047 rc 0/0 00000100:00100000:1.0:1746145258.876924:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4543 00002000:00100000:1.0:1746145258.876943:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff880092988700 x1830965535480448/t4294968047(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.876952:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092988700 with x1830965535480448 ext(10485760->11534335) 00002000:00010000:1.0:1746145258.876957:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092988700 00000100:00100000:0.0:1746145258.879392:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.879477:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535480704 00000100:00100000:1.0:1746145258.879485:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535480704 00002000:00100000:1.0:1746145258.879521:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009c19ea00 x1830965535480704/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.879530:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965535480704 ext(11534336->12582911) 00002000:00010000:1.0:1746145258.879534:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ea00 00000100:00100000:1.0:1746145258.879560:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4544 00000100:00100000:1.0:1746145258.879567:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1963:x1830965535480704:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145258.884864:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.885110:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535480960 00000100:00100000:3.0:1746145258.885119:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535480960 00002000:00100000:3.0:1746145258.885155:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8800a55a8000 x1830965535480960/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145258.885164:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8000 with x1830965535480960 ext(11534336->12582911) 00002000:00010000:3.0:1746145258.885169:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a8000 00000100:00100000:3.0:1746145258.885200:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4545 00000100:00100000:3.0:1746145258.885206:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1963:x1830965535480960:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145258.885488:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1963:x1830965535480704:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5920us (6101us total) trans 4294968699 rc 0/0 00000100:00100000:1.0:1746145258.885496:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4544 00002000:00100000:1.0:1746145258.885502:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009c19ea00 x1830965535480704/t4294968699(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.885509:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ea00 with x1830965535480704 ext(11534336->12582911) 00002000:00010000:1.0:1746145258.885513:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ea00 00000100:00100000:3.0:1746145258.889567:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145258.889609:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145258.889765:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535481472 00000100:00100000:0.0:1746145258.889765:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535481344 00000100:00100000:1.0:1746145258.889772:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535481472 00000100:00100000:0.0:1746145258.889772:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535481344 00002000:00100000:1.0:1746145258.889805:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800a56f8700 x1830965535481472/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/0 e 0 to 0 dl 1746145269 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.889813:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8700 with x1830965535481472 ext(12582912->13631487) 00000100:00100000:0.0:1746145258.889816:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 160 00002000:00010000:1.0:1746145258.889818:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8700 00000100:00100000:0.0:1746145258.889823:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1089:x1830965535481344:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:1.0:1746145258.889832:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4546 00000100:00100000:1.0:1746145258.889837:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535481472:12345-192.168.203.38@tcp:4:dd.0 00000001:00080000:0.0:1746145258.890013:0:7120:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985932 00000100:00100000:0.0:1746145258.890082:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63c4850 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1089:x1830965535481344:12345-192.168.203.38@tcp:35:dd.0 Request processed in 259us (520us total) trans 4294985933 rc 0/0 00000100:00100000:0.0:1746145258.890088:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 160 00000020:00080000:0.0:1746145258.890092:0:7120:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:2.0:1746145258.890175:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535480960:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4969us (5316us total) trans 4294968048 rc 0/0 00000100:00100000:2.0:1746145258.890182:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4545 00002000:00100000:2.0:1746145258.890187:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff8800a55a8000 x1830965535480960/t4294968048(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145258.890195:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a8000 with x1830965535480960 ext(11534336->12582911) 00002000:00010000:2.0:1746145258.890198:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a55a8000 00000100:00100000:1.0:1746145258.895473:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535481472:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5628us (5856us total) trans 4294968700 rc 0/0 00000100:00100000:1.0:1746145258.895486:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4546 00002000:00100000:1.0:1746145258.895496:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800a56f8700 x1830965535481472/t4294968700(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:144/0 lens 488/448 e 0 to 0 dl 1746145269 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145258.895503:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8700 with x1830965535481472 ext(12582912->13631487) 00002000:00010000:1.0:1746145258.895509:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8700 00000100:00100000:3.0:1746145258.904335:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145258.904385:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535481600 00000100:00100000:0.0:1746145258.904393:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535481600 00000100:00100000:0.0:1746145258.904442:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43805 00000100:00100000:0.0:1746145258.904449:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1094:x1830965535481600:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:0.0:1746145258.904469:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145258.904487:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009c196000/0xb5ee96b21a0d74c1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53655e expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145258.904533:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.904545:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.904556:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:0.0:1746145258.904598:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:0.0:1746145258.904601:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 27 stripe count 1 MDT count 1 00000004:00010000:0.0:1746145258.904614:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145258.904668:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009c196000/0xb5ee96b21a0d74c1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53655e expref: 31 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145258.904695:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53655e expref: 30 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145258.904702:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093401800) 00010000:00010000:0.0:1746145258.904704:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746145258.904707:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a9000, rc 0) 00000100:00100000:0.0:1746145258.904748:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1094:x1830965535481600:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 300us (418us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145258.904754:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43805 00000100:00100000:0.0:1746145259.247445:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.247520:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535481856 00000100:00100000:2.0:1746145259.247528:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535481856 00000100:00080000:3.0:1746145259.247569:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746145259.247575:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43806 00000100:00100000:2.0:1746145259.247583:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1105:x1830965535481856:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145259.247597:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.247600:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145259.247619:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d74c8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53655e expref: 30 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.247644:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880093401800) 00010000:00010000:2.0:1746145259.247651:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145259.247658:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d74cf lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536565 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.247743:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.247753:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.247761:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.247769:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.247774:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.247778:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248280:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248286:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248291:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145259.248297:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:2.0:1746145259.248311:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248316:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248324:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248328:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540c400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145259.248331:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248335:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248341:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:2.0:1746145259.248343:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145259.248345:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.248349:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d74d6 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000004:00010000:2.0:1746145259.248356:0:21207:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8800a55a8700 reply state ffff88008b56e000 transno 4294985934 ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:2.0:1746145259.248360:0:21207:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746145259.248375:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d74cf lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 32 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.248386:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 31 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.248391:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447600) 00010000:00010000:2.0:1746145259.248392:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145259.248394:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043400, rc 0) 00000100:00100000:2.0:1746145259.248438:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a8700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1105:x1830965535481856:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 856us (999us total) trans 4294985934 rc 0/0 00000100:00100000:2.0:1746145259.248444:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43806 00010000:00010000:2.0:1746145259.249355:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249361:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249366:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249370:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358ef800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145259.249373:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249377:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249383:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012b447500) 00010000:00010000:2.0:1746145259.249385:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145259.249388:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.249456:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d74dd lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000100:00100000:2.0:1746145259.250948:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.251123:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535482112 00000100:00100000:3.0:1746145259.251129:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535482112 00000100:00100000:3.0:1746145259.251199:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43807 00000100:00100000:3.0:1746145259.251206:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1105:x1830965535482112:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145259.251219:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145259.251230:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4200/0xb5ee96b21a0d74f2 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53656c expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.251280:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.251288:0:21207:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 32 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.251294:0:21207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.251315:0:21207:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 32 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.251324:0:21207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 32 pid: 21207 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746145259.251333:0:21207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531168000:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145259.251398:0:21207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b8426c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145259.253008:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.253029:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535482240 00000100:00100000:0.0:1746145259.253033:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535482240 00010000:00010000:0.0:1746145259.253053:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 33 pid: 21207 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746145259.253097:0:21207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fbb80 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531168000:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145259.253111:0:21207:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:0.0:1746145259.253152:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10693 00000100:00100000:0.0:1746145259.253158:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535482240:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145259.253167:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145259.253172:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 33 pid: 21207 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746145259.253180:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 33 pid: 21207 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746145259.253345:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d74e4 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536565 expref: 33 pid: 21207 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746145259.253357:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447600) 00010000:00010000:0.0:1746145259.253360:0:7102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.253366:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.253372:0:7102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.253394:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145259.253410:0:21207:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253414:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:3.0:1746145259.253425:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00000004:00080000:3.0:1746145259.253534:0:21207:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1a:0x0], index 1: 0 00000004:00080000:3.0:1746145259.253540:0:21207:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1c:0x0], index 0: 0 00010000:00010000:3.0:1746145259.253611:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253615:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253619:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253623:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d4800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145259.253641:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253644:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253649:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447600) 00010000:00010000:3.0:1746145259.253651:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746145259.253652:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253655:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4800/0xb5ee96b21a0d74f9 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.253684:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4200/0xb5ee96b21a0d74f2 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53656c expref: 33 pid: 21207 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.253688:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535482240:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 528us (680us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145259.253689:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800934d4200/0xb5ee96b21a0d74f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53656c expref: 33 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.253695:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800934d4200, rc 0) 00000100:00100000:0.0:1746145259.253695:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10693 00000100:00100000:3.0:1746145259.253709:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1105:x1830965535482112:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 2505us (2765us total) trans 4294985935 rc 301/301 00000100:00100000:3.0:1746145259.253714:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43807 00000100:00100000:0.0:1746145259.255403:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.255717:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535482496 00000100:00100000:3.0:1746145259.255723:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535482496 00000100:00100000:3.0:1746145259.255759:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 161 00000100:00100000:3.0:1746145259.255766:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1105:x1830965535482496:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:3.0:1746145259.256607:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1105:x1830965535482496:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 839us (1204us total) trans 4294985936 rc 0/0 00000100:00100000:3.0:1746145259.256615:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 161 00000100:00100000:3.0:1746145259.259391:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.259487:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535482624 00000100:00100000:2.0:1746145259.259495:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535482624 00000100:00100000:2.0:1746145259.259527:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43808 00000100:00100000:2.0:1746145259.259534:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1105:x1830965535482624:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145259.259552:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.259567:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d7507 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536573 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.259609:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d7507 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536573 expref: 33 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.259620:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d7507 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536573 expref: 33 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.259650:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:2.0:1746145259.259652:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746145259.259656:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c75800, rc 0) 00000100:00100000:2.0:1746145259.259687:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fbb80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1105:x1830965535482624:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 153us (298us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145259.259692:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43808 00000100:00100000:0.0:1746145259.262120:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.262318:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535482880 00000100:00100000:2.0:1746145259.262324:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535482880 00000100:00100000:2.0:1746145259.262351:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 162 00000100:00100000:2.0:1746145259.262356:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1105:x1830965535482880:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:2.0:1746145259.262763:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1105:x1830965535482880:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 404us (643us total) trans 4294985937 rc 0/0 00000100:00100000:2.0:1746145259.262769:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 162 00000100:00100000:0.0:1746145259.274699:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.274738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.274786:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535483008 00000100:00100000:3.0:1746145259.274795:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535483008 00000100:00100000:3.0:1746145259.274826:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535483136 00000100:00100000:3.0:1746145259.274829:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535483136 00000100:00100000:2.0:1746145259.274839:0:7282:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43809 00000100:00100000:2.0:1746145259.274848:0:7282:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1106:x1830965535483008:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145259.274864:0:7282:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.274880:0:7282:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d750e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53657a expref: -99 pid: 7282 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.274903:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43810 00000100:00100000:3.0:1746145259.274909:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+16:1107:x1830965535483136:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145259.274916:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145259.274923:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd2600/0xb5ee96b21a0d7515 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536581 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.274939:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.274949:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:3.0:1746145259.274956:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.274958:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:3.0:1746145259.274962:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.274968:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00080000:3.0:1746145259.274983:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000004:00200000:2.0:1746145259.275003:0:7282:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:2.0:1746145259.275006:0:7282:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145259.275018:0:7282:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.275034:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d750e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53657a expref: 36 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.275045:0:7282:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53657a expref: 35 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.275051:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145259.275054:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145259.275056:0:7282:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef800, rc 0) 00000100:00100000:2.0:1746145259.275090:0:7282:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1106:x1830965535483008:12345-192.168.203.38@tcp:101:dd.0 Request processed in 243us (396us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145259.275096:0:7282:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43809 00000004:00200000:3.0:1746145259.275538:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 12800 00000004:00200000:3.0:1746145259.275541:0:21207:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145259.275549:0:21207:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.275562:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd2600/0xb5ee96b21a0d7515 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.275573:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 17 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.275578:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:3.0:1746145259.275580:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746145259.275582:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd3a00, rc 0) 00000100:00100000:3.0:1746145259.275609:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab90e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+17:1107:x1830965535483136:12345-192.168.203.38@tcp:101:dd.0 Request processed in 701us (870us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145259.275614:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43810 00000100:00100000:1.0:1746145259.277404:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.277424:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.277471:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535483392 00000100:00100000:3.0:1746145259.277476:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535483392 00000100:00100000:0.0:1746145259.278095:0:7282:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535483648 00000100:00100000:0.0:1746145259.278100:0:7282:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535483648 00000100:00100000:0.0:1746145259.278121:0:7282:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43811 00000100:00100000:0.0:1746145259.278127:0:7282:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1106:x1830965535483392:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.278141:0:7282:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145259.278154:0:7282:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d752a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536588 expref: -99 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.278222:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278233:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278241:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278252:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278257:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278260:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278330:0:7282:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577a00/0xb5ee96b21a0d753f lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7282 initiator: MDT0 00000100:00100000:2.0:1746145259.278339:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43812 00010000:00010000:0.0:1746145259.278340:0:7282:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097577a00/0xb5ee96b21a0d753f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278345:0:7282:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097577a00/0xb5ee96b21a0d753f lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7282 initiator: MDT0 00000100:00100000:2.0:1746145259.278347:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+17:1107:x1830965535483648:12345-192.168.203.38@tcp:101:dd.0 00000004:00200000:0.0:1746145259.278352:0:7282:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746145259.278356:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.278365:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d754d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53658f expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.278401:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278408:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278415:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 8 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278415:0:7282:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278421:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278421:0:7282:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278426:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278426:0:7282:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278431:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278431:0:7282:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097576000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145259.278434:0:7282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278440:0:7282:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278448:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145259.278450:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145259.278454:0:7282:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278459:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097576000/0xb5ee96b21a0d7531 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278466:0:7282:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278472:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d7562 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278472:0:7282:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278476:0:7282:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278478:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d7562 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278479:0:7282:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097577000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145259.278481:0:7282:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7282 initiator: MDT0 00010000:00010000:2.0:1746145259.278483:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d7562 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278485:0:7282:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7282 initiator: MDT0 00000004:00200000:2.0:1746145259.278488:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746145259.278490:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880093401a00) 00010000:00010000:0.0:1746145259.278492:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145259.278493:0:7282:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278496:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097577000/0xb5ee96b21a0d7538 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7282 initiator: MDT0 00010000:00010000:0.0:1746145259.278518:0:7282:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d752a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 6 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536588 expref: 38 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.278523:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278526:0:7282:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577a00/0xb5ee96b21a0d753f lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536588 expref: 37 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.278531:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:0.0:1746145259.278531:0:7282:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:0.0:1746145259.278532:0:7282:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145259.278534:0:7282:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880097577a00, rc 0) 00010000:00010000:2.0:1746145259.278535:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278539:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145259.278541:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278546:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278553:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145259.278555:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145259.278557:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278561:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043400/0xb5ee96b21a0d7554 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278568:0:7118:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145259.278570:0:7282:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1106:x1830965535483392:12345-192.168.203.38@tcp:101:dd.0 Request processed in 443us (1169us total) trans 4294985938 rc 0/0 00010000:00010000:2.0:1746145259.278572:0:7118:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278576:0:7118:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00000100:00100000:0.0:1746145259.278576:0:7282:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43811 00010000:00010000:2.0:1746145259.278579:0:7118:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145259.278581:0:7118:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278589:0:7118:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278594:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6ecf (ffff880093401a00) 00010000:00010000:2.0:1746145259.278596:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145259.278598:0:7118:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278601:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043c00/0xb5ee96b21a0d755b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145259.278623:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d754d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53658f expref: 20 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.278649:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1800/0xb5ee96b21a0d7562 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53658f expref: 19 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.278654:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:2.0:1746145259.278656:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145259.278658:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f1800, rc 0) 00000100:00100000:2.0:1746145259.278675:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:97ec8067-0811-494c-8790-cb1a1d068df8+19:1107:x1830965535483648:12345-192.168.203.38@tcp:101:dd.0 Request processed in 330us (1249us total) trans 4294985939 rc 0/0 00000100:00100000:2.0:1746145259.278680:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43812 00000100:00100000:2.0:1746145259.282433:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.282459:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535483904 00000100:00100000:2.0:1746145259.282544:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535483904 00000100:00100000:2.0:1746145259.282579:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43813 00000100:00100000:2.0:1746145259.282586:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1106:x1830965535483904:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145259.282606:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.282609:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145259.282644:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d751c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53657a expref: 37 pid: 7282 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.282656:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145259.282660:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145259.282669:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1400/0xb5ee96b21a0d7570 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536596 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.282757:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.282768:0:21207:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.282774:0:21207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.282797:0:21207:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.282807:0:21207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 18 pid: 21207 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746145259.282818:0:21207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092989500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531168128:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145259.282876:0:21207:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef7840 going to sleep for 11 seconds 00000100:00100000:1.0:1746145259.284312:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.284717:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535484160 00000100:00100000:0.0:1746145259.284723:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535484160 00000100:00100000:0.0:1746145259.284761:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43814 00000100:00100000:0.0:1746145259.284768:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+19:1107:x1830965535484160:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.284784:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145259.284787:0:20970:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:0.0:1746145259.284797:0:20970:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 19 pid: 21207 timeout: 600 lvb_type: 0 00010000:00010000:0.0:1746145259.284814:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145259.284818:0:20970:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.284825:0:20970:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.284831:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145259.284845:0:20970:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145259.284852:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74e00/0xb5ee96b21a0d757e lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53659d expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.284966:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.284974:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.284981:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.284991:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.284995:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285000:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285044:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285050:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285055:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:0.0:1746145259.285061:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 0 00010000:00010000:0.0:1746145259.285119:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285125:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285129:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285133:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540c400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145259.285136:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285141:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285148:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145259.285150:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145259.285220:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285226:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7585 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285233:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285237:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285241:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285244:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801365c9800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145259.285246:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285250:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285255:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880093401500) 00010000:00010000:0.0:1746145259.285256:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145259.285258:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285262:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9800/0xb5ee96b21a0d758c lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145259.285285:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74e00/0xb5ee96b21a0d757e lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 22 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.285294:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 21 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.285300:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:0.0:1746145259.285302:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145259.285303:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9e00, rc 0) 00000100:00100000:0.0:1746145259.285332:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085552d80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+21:1107:x1830965535484160:12345-192.168.203.38@tcp:101:dd.0 Request processed in 564us (1022us total) trans 4294985940 rc 0/0 00000100:00100000:0.0:1746145259.285338:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43814 00010000:00010000:3.0:1746145259.285388:0:21207:0:(ldlm_lockd.c:742:ldlm_handle_ast_error()) ### client (nid 192.168.203.38@tcp) returned -22 from blocking AST (req@ffff880092989500 x1830965531168128) - normal race ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 20 pid: 21207 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746145259.285398:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3a00/0xb5ee96b21a0d7523 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536581 expref: 20 pid: 21207 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746145259.285412:0:21207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092989500 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531168128:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145259.285427:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:3.0:1746145259.285431:0:21207:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285437:0:21207:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285442:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285451:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285457:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285462:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00080000:3.0:1746145259.285702:0:21207:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1b:0x0], index 1: 0 00010000:00010000:3.0:1746145259.285811:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094480600/0xb5ee96b21a0d75a8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285818:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094480600/0xb5ee96b21a0d75a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285824:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094480600/0xb5ee96b21a0d75a8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285838:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285843:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285847:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285851:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b52eb600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145259.285854:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285859:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285864:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447f00) 00010000:00010000:3.0:1746145259.285866:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145259.285868:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145259.285873:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7577 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000004:00010000:3.0:1746145259.285882:0:21207:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88009298b800 reply state ffff88008b56b000 transno 4294985941 ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:3.0:1746145259.285887:0:21207:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746145259.285902:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800946f1400/0xb5ee96b21a0d7570 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536596 expref: 39 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.285914:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094480600/0xb5ee96b21a0d75a8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536596 expref: 38 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.285919:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009359e300) 00010000:00010000:3.0:1746145259.285922:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145259.285923:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094480600, rc 0) 00000100:00100000:3.0:1746145259.285971:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009298b800 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1106:x1830965535483904:12345-192.168.203.38@tcp:101:dd.0 Request processed in 3384us (3541us total) trans 4294985941 rc 0/0 00000100:00100000:3.0:1746145259.285976:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43813 00000100:00100000:3.0:1746145259.288785:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.288851:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535484288 00000100:00100000:3.0:1746145259.288859:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535484288 00000100:00100000:3.0:1746145259.288900:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6570 00000100:00100000:3.0:1746145259.288917:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1107:x1830965535484288:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145259.288939:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145259.288954:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365a4 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.288976:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.288983:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145259.288984:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145259.288991:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365a4 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.289014:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 32 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.289025:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 32 pid: 8466 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746145259.289041:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531168256:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145259.289086:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842e40 going to sleep for 11 seconds 00000100:00080000:3.0:1746145259.289097:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145259.291519:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.291924:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535484544 00000100:00100000:1.0:1746145259.291941:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535484544 00010000:00010000:2.0:1746145259.292005:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292019:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292025:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292031:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880097577200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145259.292035:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292041:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292054:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x6c9b94d9 (ffff88009359ee00) 00010000:00010000:2.0:1746145259.292057:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145259.292060:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145259.292065:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880097577200/0xb5ee96b21a0d75a1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0x6c9b94d9 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145259.293681:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4547 00000100:00100000:1.0:1746145259.293690:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535484544:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145259.293715:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.293728:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145259.293731:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.293744:0:714:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.293795:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.293855:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56f9500 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531168256:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145259.293873:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365a4 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.293884:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800935a9000, rc 0) 00000100:00100000:0.0:1746145259.293914:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1107:x1830965535484288:12345-192.168.203.38@tcp:101:dd.0 Request processed in 5008us (5133us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145259.293920:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6570 00000100:00100000:2.0:1746145259.294052:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535484800 00000100:00100000:2.0:1746145259.294057:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535484800 00000100:00080000:3.0:1746145259.294569:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00080000:3.0:1746145259.294573:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746145259.294761:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4548 00000100:00100000:2.0:1746145259.294767:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535484800:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145259.294784:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.294793:0:20335:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000080000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.294802:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145259.294803:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145259.294805:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 4/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.294825:0:20335:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000080000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 34 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.294835:0:20335:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 34 pid: 8466 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746145259.294845:0:20335:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092989500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20335:1830965531168384:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145259.294887:0:20335:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800b1ef7d80 going to sleep for 11 seconds 00000100:00100000:2.0:1746145259.298119:0:20335:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092989500 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_003:lustre-OST0001_UUID:20335:1830965531168384:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145259.298138:0:20335:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.303510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.303563:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535484928 00000100:00100000:2.0:1746145259.303571:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535484928 00010000:00010000:2.0:1746145259.303601:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 35 pid: 8466 timeout: 600 lvb_type: 0 00000100:00100000:2.0:1746145259.303668:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10694 00000100:00100000:2.0:1746145259.303675:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535484928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145259.303687:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746145259.303702:0:7102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb size from disk: 0 -> 12582912 00002000:00010000:2.0:1746145259.303704:0:7102:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb mtime from disk: 1746145259 -> 1746145260 00002000:00010000:2.0:1746145259.303705:0:7102:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x19:0x0] updating lvb ctime from disk: 1746145259 -> 1746145260 00010000:00010000:2.0:1746145259.303709:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 35 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746145259.303718:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 35 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746145259.303737:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d74ba lrc: 0/0,0 mode: --/PW res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536557 expref: 35 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:2.0:1746145259.303748:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.303749:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.303753:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.303760:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 4/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.303789:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145259.303811:0:20335:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.303819:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.304308:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535484928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 632us (803us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145259.304316:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10694 00000100:00100000:2.0:1746145259.312392:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.312660:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535485056 00000100:00100000:3.0:1746145259.312668:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535485056 00010000:00010000:3.0:1746145259.312699:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 34 pid: 8466 timeout: 600 lvb_type: 0 00000100:00100000:3.0:1746145259.312731:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10695 00000100:00100000:3.0:1746145259.312738:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535485056:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145259.312750:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:3.0:1746145259.312770:0:7102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb size from disk: 0 -> 13631488 00002000:00010000:3.0:1746145259.312772:0:7102:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb mtime from disk: 1746145259 -> 1746145260 00002000:00010000:3.0:1746145259.312774:0:7102:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x240000400:0x1b:0x0] updating lvb ctime from disk: 1746145259 -> 1746145260 00010000:00010000:3.0:1746145259.312779:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 34 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746145259.312789:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 34 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746145259.312809:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801348ab400/0xb5ee96b21a0d74b3 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801480000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536550 expref: 34 pid: 8466 timeout: 600 lvb_type: 0 00010000:00010000:3.0:1746145259.312827:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.312828:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.312835:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365a4 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.312842:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365a4 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.312849:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.312850:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.312852:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.312858:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 4/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.312887:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff8800935a9000/0xb5ee96b21a0d75b6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365a4 expref: 6 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.312897:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531168512:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145259.312963:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842000 going to sleep for 11 seconds 00010000:00010000:3.0:1746145259.313069:0:714:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.313077:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313123:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313132:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313139:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313144:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094597200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.313147:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313154:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313164:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.313169:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094597200/0xb5ee96b21a0d75c4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->1040383] (req 0->1040383) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.313210:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab91500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535484800:12345-192.168.203.38@tcp:3:dd.0 Request processed in 18443us (19415us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746145259.313217:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4548 00000100:00100000:0.0:1746145259.320734:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.320873:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a56fb800 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531168512:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145259.320888:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145259.320901:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535485312 00000100:00100000:1.0:1746145259.320908:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535485312 00000100:00100000:3.0:1746145259.320922:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535485056:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 8185us (8537us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145259.320942:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10695 00002000:00100000:1.0:1746145259.320958:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a5378a80 x1830965535485312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.320973:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378a80 with x1830965535485312 ext(0->1048575) 00002000:00010000:1.0:1746145259.320977:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5378a80 00000100:00100000:1.0:1746145259.321006:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4549 00000100:00100000:1.0:1746145259.321012:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535485312:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145259.325562:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325582:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325590:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325596:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145259.325600:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325607:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325651:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.325657:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d75bd lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.325730:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008ab92d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1961:x1830965535484544:12345-192.168.203.38@tcp:3:dd.0 Request processed in 32038us (34213us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.325740:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4547 00000100:00100000:1.0:1746145259.327243:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a5378a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1963:x1830965535485312:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6227us (6513us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.327252:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4549 00002000:00100000:1.0:1746145259.327262:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800a5378a80 x1830965535485312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.327271:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a5378a80 with x1830965535485312 ext(0->1048575) 00002000:00010000:1.0:1746145259.327275:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a5378a80 00000100:00100000:0.0:1746145259.329354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.329399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.330802:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535485696 00000100:00100000:3.0:1746145259.330811:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535485696 00000100:00100000:3.0:1746145259.330863:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535485568 00000100:00100000:3.0:1746145259.330865:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535485568 00000100:00100000:3.0:1746145259.330892:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4550 00000100:00100000:3.0:1746145259.330898:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535485696:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145259.330917:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4551 00000100:00100000:0.0:1746145259.330925:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535485568:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145259.330943:0:714:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746145259.330950:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.330950:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.330961:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.330963:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.330967:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.330979:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.331051:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.331053:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.331056:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.331065:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.335790:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.335844:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535485952 00000100:00100000:1.0:1746145259.335850:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535485952 00000100:00100000:1.0:1746145259.335898:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6571 00000100:00100000:1.0:1746145259.335903:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+6:1107:x1830965535485952:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145259.335914:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145259.335940:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d75d9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365ab expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145259.335964:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x19:0x0] initial LVB size: 12582912, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x1 00010000:00010000:1.0:1746145259.335982:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.335984:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.335991:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d75d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ab expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.336009:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009187c000/0xb5ee96b21a0d75d9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ab expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.336019:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187c000, rc 0) 00000100:00080000:3.0:1746145259.336068:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:1.0:1746145259.336118:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1107:x1830965535485952:12345-192.168.203.38@tcp:101:dd.0 Request processed in 214us (333us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145259.336124:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6571 00000100:00100000:0.0:1746145259.341720:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.341782:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535486208 00000100:00100000:3.0:1746145259.341791:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535486208 00002000:00100000:3.0:1746145259.341828:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008838ad80 x1830965535486208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.341837:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ad80 with x1830965535486208 ext(0->1040383) 00002000:00010000:3.0:1746145259.341842:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838ad80 00000100:00100000:3.0:1746145259.341865:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4552 00000100:00100000:3.0:1746145259.341871:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965535486208:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145259.347806:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965535486208:12345-192.168.203.38@tcp:3:dd.0 Request processed in 5927us (6084us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746145259.347818:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4552 00002000:00100000:2.0:1746145259.347830:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (0->1040383) req@ffff88008838ad80 x1830965535486208/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.347839:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ad80 with x1830965535486208 ext(0->1040383) 00002000:00010000:2.0:1746145259.347843:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838ad80 00000100:00100000:1.0:1746145259.355804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.355963:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535486336 00000100:00100000:0.0:1746145259.355971:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535486336 00000100:00100000:0.0:1746145259.356017:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6572 00000100:00100000:0.0:1746145259.356023:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1107:x1830965535486336:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.356038:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145259.356053:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365b2 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145259.356166:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1a:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746145259.356186:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.356188:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.356196:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.356214:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.356223:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c24200, rc 0) 00000100:00100000:0.0:1746145259.356268:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:1107:x1830965535486336:12345-192.168.203.38@tcp:101:dd.0 Request processed in 244us (470us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145259.356274:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6572 00000100:00100000:1.0:1746145259.366830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.366877:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.366972:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535486592 00000100:00100000:2.0:1746145259.366981:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535486592 00002000:00100000:2.0:1746145259.367016:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880085550e00 x1830965535486592/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.367026:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550e00 with x1830965535486592 ext(0->1048575) 00002000:00010000:2.0:1746145259.367031:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550e00 00000100:00100000:2.0:1746145259.367048:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4553 00000100:00100000:2.0:1746145259.367055:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535486592:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145259.367441:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535486720 00000100:00100000:0.0:1746145259.367445:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535486720 00000100:00100000:0.0:1746145259.367467:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6573 00000100:00100000:0.0:1746145259.367473:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+7:1107:x1830965535486720:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.367482:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145259.367496:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365b9 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145259.367511:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:0.0:1746145259.367526:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.367527:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.367534:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.367546:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 8 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.367555:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800936f8400, rc 0) 00000100:00100000:0.0:1746145259.367588:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085553800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:1107:x1830965535486720:12345-192.168.203.38@tcp:101:dd.0 Request processed in 115us (710us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145259.367593:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6573 00000100:00100000:1.0:1746145259.378578:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.378614:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.378650:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535487104 00000100:00100000:1.0:1746145259.378657:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535487104 00002000:00100000:1.0:1746145259.378690:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880093ef1c00 x1830965535487104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.378700:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1c00 with x1830965535487104 ext(1040384->2080767) 00002000:00010000:1.0:1746145259.378705:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1c00 00000100:00100000:1.0:1746145259.378769:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535487232 00000100:00100000:1.0:1746145259.378773:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535487232 00002000:00100000:1.0:1746145259.378787:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880093ef2d80 x1830965535487232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.378793:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2d80 with x1830965535487232 ext(1048576->2097151) 00002000:00010000:1.0:1746145259.378796:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef2d80 00000100:00100000:1.0:1746145259.378809:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4554 00000100:00100000:1.0:1746145259.378817:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535487104:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145259.379421:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880085550e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535486592:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12363us (12593us total) trans 4294968051 rc 0/0 00000100:00100000:2.0:1746145259.379429:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4553 00002000:00100000:2.0:1746145259.379436:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff880085550e00 x1830965535486592/t4294968051(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.379443:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880085550e00 with x1830965535486592 ext(0->1048575) 00002000:00010000:2.0:1746145259.379447:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880085550e00 00000100:00100000:2.0:1746145259.379462:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4555 00000100:00100000:2.0:1746145259.379467:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535487232:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.386586:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535487232:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7110us (7963us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.386597:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4555 00002000:00100000:0.0:1746145259.386607:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff880093ef2d80 x1830965535487232/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.386616:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef2d80 with x1830965535487232 ext(1048576->2097151) 00002000:00010000:0.0:1746145259.386621:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef2d80 00000100:00100000:0.0:1746145259.387559:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535487104:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8741us (8984us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746145259.387565:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4554 00002000:00100000:0.0:1746145259.387923:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (1040384->2080767) req@ffff880093ef1c00 x1830965535487104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1040384/1040384 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.387940:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1c00 with x1830965535487104 ext(1040384->2080767) 00002000:00010000:0.0:1746145259.387944:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef1c00 00000100:00100000:2.0:1746145259.392589:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.392617:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.392651:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535487616 00000100:00100000:2.0:1746145259.392659:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535487616 00002000:00100000:2.0:1746145259.392693:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880090db6d80 x1830965535487616/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.392702:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6d80 with x1830965535487616 ext(0->1048575) 00002000:00010000:2.0:1746145259.392706:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db6d80 00000100:00100000:2.0:1746145259.392718:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535487744 00000100:00100000:2.0:1746145259.392719:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535487744 00002000:00100000:2.0:1746145259.392729:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880090db7480 x1830965535487744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.392735:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7480 with x1830965535487744 ext(2080768->2097151) 00002000:00010000:2.0:1746145259.392738:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db7480 00000100:00100000:2.0:1746145259.392748:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4556 00000100:00100000:2.0:1746145259.392754:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535487616:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.393086:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4557 00000100:00100000:1.0:1746145259.393093:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535487744:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145259.393217:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535487744:12345-192.168.203.38@tcp:3:dd.0 Request processed in 124us (599us total) trans 0 rc 16384/16384 00000100:00100000:1.0:1746145259.393223:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4557 00002000:00100000:1.0:1746145259.393227:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (2080768->2097151) req@ffff880090db7480 x1830965535487744/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/16824 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 16384/16384 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.393233:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db7480 with x1830965535487744 ext(2080768->2097151) 00002000:00010000:1.0:1746145259.393235:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db7480 00010000:00010000:1.0:1746145259.395879:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746145259.399651:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.400080:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535488000 00000100:00100000:0.0:1746145259.400088:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535488000 00002000:00100000:0.0:1746145259.400122:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880090db5180 x1830965535488000/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.400131:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965535488000 ext(1048576->2097151) 00002000:00010000:0.0:1746145259.400135:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5180 00000100:00100000:0.0:1746145259.400153:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4558 00000100:00100000:0.0:1746145259.400160:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535488000:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.405150:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535487616:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12387us (12557us total) trans 4294968701 rc 0/0 00000100:00100000:1.0:1746145259.405161:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4556 00002000:00100000:1.0:1746145259.405171:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff880090db6d80 x1830965535487616/t4294968701(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.405180:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db6d80 with x1830965535487616 ext(0->1048575) 00002000:00010000:1.0:1746145259.405185:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880090db6d80 00000100:00100000:1.0:1746145259.407386:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535488000:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7221us (7735us total) trans 4294968052 rc 0/0 00000100:00100000:1.0:1746145259.407395:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4558 00002000:00100000:1.0:1746145259.407404:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff880090db5180 x1830965535488000/t4294968052(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.407419:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880090db5180 with x1830965535488000 ext(1048576->2097151) 00002000:00010000:1.0:1746145259.407423:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880090db5180 00000100:00100000:3.0:1746145259.412067:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.412106:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.412150:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535488384 00000100:00100000:1.0:1746145259.412157:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535488384 00002000:00100000:1.0:1746145259.412185:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800a56fb800 x1830965535488384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.412191:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fb800 with x1830965535488384 ext(2097152->3145727) 00002000:00010000:1.0:1746145259.412194:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fb800 00000100:00100000:1.0:1746145259.412204:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535488512 00000100:00100000:1.0:1746145259.412205:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535488512 00002000:00100000:1.0:1746145259.412211:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800a56f9f80 x1830965535488512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.412215:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9f80 with x1830965535488512 ext(2097152->3145727) 00002000:00010000:1.0:1746145259.412217:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f9f80 00000100:00100000:1.0:1746145259.412223:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4559 00000100:00100000:1.0:1746145259.412229:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535488384:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.412241:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4560 00000100:00100000:0.0:1746145259.412249:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535488512:12345-192.168.203.38@tcp:3:dd.0 00002000:00010000:2.0:1746145259.412379:0:714:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 0 -> 2088960 00002000:00010000:2.0:1746145259.412381:0:714:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 0 -> 1746145260 00002000:00010000:2.0:1746145259.412383:0:714:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 0 -> 1746145260 00002000:00010000:2.0:1746145259.412384:0:714:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 1 -> 4103 00010000:00010000:2.0:1746145259.412391:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412397:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412402:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412409:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092054600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.412412:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412416:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412429:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412432:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092054600/0xb5ee96b21a0d75cb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2088959] (req 1048576->2088959) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.412480:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535485696:12345-192.168.203.38@tcp:4:dd.0 Request processed in 81581us (83131us total) trans 4294968049 rc 0/0 00000100:00100000:2.0:1746145259.412487:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4550 00010000:00010000:2.0:1746145259.412517:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412524:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412529:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412533:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.412535:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412540:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412548:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.412553:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d75d2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.412581:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1960:x1830965535485568:12345-192.168.203.38@tcp:4:dd.0 Request processed in 81657us (83181us total) trans 4294968050 rc 0/0 00000100:00100000:2.0:1746145259.412586:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4551 00000001:00080000:3.0:1746145259.412706:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968050 is committed 00000100:00100000:3.0:1746145259.418875:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.419053:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56fb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535488384:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6822us (6991us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.419061:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4559 00000100:00100000:3.0:1746145259.419069:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:1.0:1746145259.419071:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800a56fb800 x1830965535488384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.419079:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56fb800 with x1830965535488384 ext(2097152->3145727) 00002000:00010000:1.0:1746145259.419084:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a56fb800 00000100:00100000:0.0:1746145259.419149:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535488640 00000100:00100000:0.0:1746145259.419155:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535488640 00000100:00100000:0.0:1746145259.419190:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535488768 00000100:00100000:0.0:1746145259.419192:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535488768 00000100:00100000:0.0:1746145259.419205:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6574 00000100:00100000:0.0:1746145259.419210:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535488640:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.419222:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145259.419234:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d75ee lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365c0 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.419248:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6575 00010000:00010000:0.0:1746145259.419250:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.419251:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746145259.419255:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+5:1961:x1830965535488768:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145259.419258:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d75ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365c0 expref: 33 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145259.419262:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145259.419271:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d75f5 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365c7 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.419271:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8800946f4200/0xb5ee96b21a0d75ee lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365c0 expref: 33 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145259.419280:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4200, rc 0) 00010000:00010000:2.0:1746145259.419281:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.419283:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.419287:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d75f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365c7 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145259.419296:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7400/0xb5ee96b21a0d75f5 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365c7 expref: 6 pid: 8465 timeout: 0 lvb_type: 1 00000100:00100000:0.0:1746145259.419300:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535488640:12345-192.168.203.38@tcp:101:dd.0 Request processed in 91us (432us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145259.419305:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6574 00010000:00010000:2.0:1746145259.419359:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b49b7400, rc 0) 00000100:00100000:2.0:1746145259.419376:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56faa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535488768:12345-192.168.203.38@tcp:101:dd.0 Request processed in 122us (307us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145259.419381:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6575 00000100:00100000:0.0:1746145259.420600:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535488512:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8349us (8490us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.420610:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4560 00002000:00100000:0.0:1746145259.420616:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800a56f9f80 x1830965535488512/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.420624:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9f80 with x1830965535488512 ext(2097152->3145727) 00002000:00010000:0.0:1746145259.420657:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f9f80 00000100:00100000:2.0:1746145259.427848:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.427886:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.427911:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.427954:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.428022:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535489152 00000100:00100000:0.0:1746145259.428029:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535489152 00000100:00100000:1.0:1746145259.428100:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535489408 00000100:00100000:1.0:1746145259.428104:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535489408 00000100:00100000:1.0:1746145259.428134:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535489536 00000100:00100000:1.0:1746145259.428136:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535489536 00000100:00100000:0.0:1746145259.428138:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535489792 00000100:00100000:0.0:1746145259.428141:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535489792 00000100:00100000:1.0:1746145259.428152:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4561 00002000:00100000:0.0:1746145259.428157:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008de39880 x1830965535489792/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00000100:00100000:1.0:1746145259.428158:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535489408:12345-192.168.203.38@tcp:3:dd.0 00002000:00100000:0.0:1746145259.428164:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39880 with x1830965535489792 ext(3145728->4194303) 00002000:00010000:0.0:1746145259.428169:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008de39880 00000100:00100000:0.0:1746145259.428178:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4562 00000100:00100000:0.0:1746145259.428182:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535489152:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145259.428184:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.428196:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.428197:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.428202:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.428213:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428217:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.428218:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4563 00010000:00010000:0.0:1746145259.428224:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:3.0:1746145259.428226:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535489536:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145259.428226:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.428228:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428235:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.428242:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.428249:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.428250:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.428253:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.428261:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428620:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428653:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428659:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428665:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946f4400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.428669:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428676:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428688:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.428694:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4400/0xb5ee96b21a0d7603 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [1040384->1048575] (req 1040384->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.428713:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4564 00000100:00100000:1.0:1746145259.428719:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1962:x1830965535489792:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.428726:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880090db4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535489152:12345-192.168.203.38@tcp:3:dd.0 Request processed in 542us (883us total) trans 0 rc 8192/8192 00000100:00100000:0.0:1746145259.428732:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4562 00000100:00100000:2.0:1746145259.430875:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.430959:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535490048 00000100:00100000:0.0:1746145259.430965:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535490048 00002000:00100000:0.0:1746145259.430996:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008de3aa00 x1830965535490048/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.431004:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965535490048 ext(1048576->2097151) 00002000:00010000:0.0:1746145259.431009:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008de3aa00 00000100:00100000:0.0:1746145259.431033:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4565 00000100:00100000:0.0:1746145259.431040:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+12:1962:x1830965535490048:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:1.0:1746145259.434146:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434159:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434167:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434173:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.434177:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434184:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434200:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.434206:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d75fc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.434276:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535489408:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6115us (6386us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.434284:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4561 00000100:00100000:1.0:1746145259.438305:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1962:x1830965535489792:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9579us (10342us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.438315:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4564 00002000:00100000:1.0:1746145259.438326:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff88008de39880 x1830965535489792/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.438334:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39880 with x1830965535489792 ext(3145728->4194303) 00002000:00010000:1.0:1746145259.438339:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008de39880 00000100:00100000:0.0:1746145259.438683:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+12:1962:x1830965535490048:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7642us (7814us total) trans 4294968702 rc 0/0 00000100:00100000:0.0:1746145259.438690:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4565 00002000:00100000:0.0:1746145259.438696:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88008de3aa00 x1830965535490048/t4294968702(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.438702:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3aa00 with x1830965535490048 ext(1048576->2097151) 00002000:00010000:0.0:1746145259.438706:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008de3aa00 00010000:00010000:2.0:1746145259.439060:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439069:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439076:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439082:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009467b800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.439086:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439093:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439110:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.439116:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009467b800/0xb5ee96b21a0d760a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2080767] (req 1048576->2080767) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.439154:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b65ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535489536:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10928us (11241us total) trans 0 rc 1032192/1032192 00000100:00100000:2.0:1746145259.439160:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4563 00000100:00100000:3.0:1746145259.446287:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.446329:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.446337:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535490304 00000100:00100000:2.0:1746145259.446345:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535490304 00000100:00100000:2.0:1746145259.446392:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535490432 00000100:00100000:2.0:1746145259.446394:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535490432 00000100:00100000:0.0:1746145259.446398:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4566 00000100:00100000:2.0:1746145259.446408:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4567 00000100:00100000:0.0:1746145259.446409:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535490304:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.446411:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535490432:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145259.446504:0:711:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 2088960, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x1007 00010000:00010000:2.0:1746145259.446514:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.446523:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.446526:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.446527:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.446532:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.446543:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.446543:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.446544:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.446547:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.446555:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.452687:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.452716:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535490816 00000100:00100000:0.0:1746145259.452725:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535490816 00002000:00100000:0.0:1746145259.452760:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008de38700 x1830965535490816/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.452768:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965535490816 ext(2097152->3145727) 00002000:00010000:0.0:1746145259.452773:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38700 00000100:00100000:0.0:1746145259.452801:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4568 00000100:00100000:0.0:1746145259.452808:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1962:x1830965535490816:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.466676:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.466699:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535491072 00000100:00100000:2.0:1746145259.466707:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535491072 00002000:00100000:2.0:1746145259.466740:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008de39f80 x1830965535491072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.466749:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39f80 with x1830965535491072 ext(3145728->4194303) 00002000:00010000:2.0:1746145259.466754:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39f80 00000100:00100000:2.0:1746145259.466770:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4569 00000100:00100000:2.0:1746145259.466778:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+14:1962:x1830965535491072:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.467334:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de38700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+16:1962:x1830965535490816:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14524us (14652us total) trans 4294968055 rc 0/0 00000100:00100000:3.0:1746145259.467342:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4568 00002000:00100000:3.0:1746145259.467348:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88008de38700 x1830965535490816/t4294968055(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.467355:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de38700 with x1830965535490816 ext(2097152->3145727) 00002000:00010000:3.0:1746145259.467358:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de38700 00000100:00100000:2.0:1746145259.476328:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de39f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+14:1962:x1830965535491072:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9544us (9651us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.476339:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4569 00002000:00100000:2.0:1746145259.476348:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff88008de39f80 x1830965535491072/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.476358:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de39f80 with x1830965535491072 ext(3145728->4194303) 00002000:00010000:2.0:1746145259.476680:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de39f80 00000100:00100000:3.0:1746145259.481916:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.482055:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535491328 00000100:00100000:0.0:1746145259.482064:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535491328 00002000:00100000:0.0:1746145259.482096:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800a56f8e00 x1830965535491328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.482105:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8e00 with x1830965535491328 ext(4194304->5242879) 00002000:00010000:0.0:1746145259.482110:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8e00 00000100:00100000:0.0:1746145259.482128:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4570 00000100:00100000:0.0:1746145259.482135:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535491328:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145259.488152:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.488179:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535491712 00000100:00100000:1.0:1746145259.488187:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535491712 00002000:00100000:1.0:1746145259.488220:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880093ef0a80 x1830965535491712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.488243:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0a80 with x1830965535491712 ext(4194304->5242879) 00002000:00010000:1.0:1746145259.488248:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef0a80 00000100:00100000:1.0:1746145259.488265:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4571 00000100:00100000:1.0:1746145259.488272:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535491712:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145259.493091:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.493134:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535491840 00000100:00100000:1.0:1746145259.493141:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535491840 00002000:00100000:1.0:1746145259.493177:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880093ef3b80 x1830965535491840/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.493185:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965535491840 ext(2097152->3145727) 00002000:00010000:1.0:1746145259.493190:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef3b80 00000100:00100000:1.0:1746145259.493207:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4572 00000100:00100000:1.0:1746145259.493213:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535491840:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.493359:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535491328:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11224us (11447us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.493365:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4570 00002000:00100000:1.0:1746145259.493371:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8800a56f8e00 x1830965535491328/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.493378:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f8e00 with x1830965535491328 ext(4194304->5242879) 00002000:00010000:1.0:1746145259.493381:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f8e00 00000100:00100000:2.0:1746145259.494568:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.495396:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535492096 00000100:00100000:3.0:1746145259.495403:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535492096 00002000:00100000:3.0:1746145259.495437:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008de3ad80 x1830965535492096/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.495446:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965535492096 ext(3145728->4194303) 00002000:00010000:3.0:1746145259.495451:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3ad80 00000100:00100000:3.0:1746145259.495477:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4573 00000100:00100000:3.0:1746145259.495483:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535492096:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.496533:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535491712:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8259us (8385us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.496541:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4571 00002000:00100000:1.0:1746145259.496549:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff880093ef0a80 x1830965535491712/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.496556:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef0a80 with x1830965535491712 ext(4194304->5242879) 00002000:00010000:1.0:1746145259.496559:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ef0a80 00000100:00100000:2.0:1746145259.503132:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535491840:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9910us (10037us total) trans 4294968703 rc 0/0 00000100:00100000:2.0:1746145259.503143:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4572 00002000:00100000:2.0:1746145259.503155:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff880093ef3b80 x1830965535491840/t4294968703(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.503164:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3b80 with x1830965535491840 ext(2097152->3145727) 00002000:00010000:2.0:1746145259.503169:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef3b80 00000100:00100000:0.0:1746145259.505515:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535492096:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10025us (10943us total) trans 4294968056 rc 0/0 00000100:00100000:0.0:1746145259.505525:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4573 00002000:00100000:0.0:1746145259.505535:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88008de3ad80 x1830965535492096/t4294968056(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.505543:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3ad80 with x1830965535492096 ext(3145728->4194303) 00002000:00010000:0.0:1746145259.505548:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3ad80 00000001:00080000:3.0:1746145259.506091:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968053 is committed 00000001:00080000:3.0:1746145259.506101:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968052 is committed 00002000:00010000:0.0:1746145259.507129:0:712:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 2088960 -> 4177920 00002000:00010000:0.0:1746145259.507133:0:712:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 4103 -> 6151 00010000:00010000:0.0:1746145259.507143:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507151:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507158:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507164:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009452a000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.507168:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507174:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507192:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.507198:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7618 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2088960->3137535] (req 2088960->3137535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.507253:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535490304:12345-192.168.203.38@tcp:4:dd.0 Request processed in 60844us (60970us total) trans 4294968053 rc 0/0 00000100:00100000:0.0:1746145259.507261:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4566 00000100:00100000:3.0:1746145259.509285:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.509306:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535492352 00000100:00100000:3.0:1746145259.509312:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535492352 00002000:00100000:3.0:1746145259.509345:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800a56f9500 x1830965535492352/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.509352:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9500 with x1830965535492352 ext(3145728->4194303) 00002000:00010000:3.0:1746145259.509357:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f9500 00000100:00100000:3.0:1746145259.509373:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4574 00000100:00100000:3.0:1746145259.509379:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535492352:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.516264:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.517116:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535492608 00000100:00100000:0.0:1746145259.517125:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535492608 00002000:00100000:0.0:1746145259.517160:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008c3e8380 x1830965535492608/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.517170:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8380 with x1830965535492608 ext(4194304->5242879) 00002000:00010000:0.0:1746145259.517175:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8380 00000100:00100000:0.0:1746145259.517195:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4575 00000100:00100000:0.0:1746145259.517201:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535492608:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145259.519843:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535492352:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10458us (10556us total) trans 4294968704 rc 0/0 00000100:00100000:0.0:1746145259.519853:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4574 00002000:00100000:0.0:1746145259.519863:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800a56f9500 x1830965535492352/t4294968704(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.520967:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a56f9500 with x1830965535492352 ext(3145728->4194303) 00002000:00010000:0.0:1746145259.520973:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a56f9500 00000100:00100000:3.0:1746145259.523830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.523850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.523868:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535493120 00000100:00100000:3.0:1746145259.523875:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535493120 00002000:00100000:3.0:1746145259.523903:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008c3e9c00 x1830965535493120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.523912:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9c00 with x1830965535493120 ext(5242880->6291455) 00002000:00010000:3.0:1746145259.523917:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e9c00 00000100:00100000:3.0:1746145259.523938:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535492992 00000100:00100000:3.0:1746145259.523940:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535492992 00002000:00100000:3.0:1746145259.523949:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8801391d3480 x1830965535492992/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.523955:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535492992 ext(5242880->6291455) 00002000:00010000:3.0:1746145259.523957:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3480 00000100:00100000:3.0:1746145259.523966:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4576 00000100:00100000:3.0:1746145259.523971:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535493120:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.524173:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1961:x1830965535492608:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6971us (7912us total) trans 4294968057 rc 0/0 00000100:00100000:0.0:1746145259.524180:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4575 00002000:00100000:0.0:1746145259.524186:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88008c3e8380 x1830965535492608/t4294968057(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.524193:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e8380 with x1830965535492608 ext(4194304->5242879) 00002000:00010000:0.0:1746145259.524196:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e8380 00000100:00100000:0.0:1746145259.524209:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4577 00000100:00100000:0.0:1746145259.524214:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535492992:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.530887:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535493120:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6909us (7056us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.530899:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4576 00002000:00100000:0.0:1746145259.530909:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff88008c3e9c00 x1830965535493120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.530918:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e9c00 with x1830965535493120 ext(5242880->6291455) 00002000:00010000:0.0:1746145259.530922:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e9c00 00000100:00100000:2.0:1746145259.534844:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535492992:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10625us (10987us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.534857:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4577 00002000:00100000:2.0:1746145259.534868:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff8801391d3480 x1830965535492992/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.534876:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535492992 ext(5242880->6291455) 00002000:00010000:2.0:1746145259.534881:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3480 00000100:00100000:1.0:1746145259.536682:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.536724:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535493376 00000100:00100000:2.0:1746145259.536731:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535493376 00002000:00100000:2.0:1746145259.536762:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880093ef3480 x1830965535493376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.536769:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3480 with x1830965535493376 ext(6291456->7340031) 00002000:00010000:2.0:1746145259.536773:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef3480 00000100:00100000:2.0:1746145259.536819:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4578 00000100:00100000:2.0:1746145259.536827:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535493376:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.542401:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.542485:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535493632 00000100:00100000:1.0:1746145259.542493:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535493632 00002000:00100000:1.0:1746145259.542528:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880088389880 x1830965535493632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.542536:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389880 with x1830965535493632 ext(6291456->7340031) 00002000:00010000:1.0:1746145259.542540:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389880 00000100:00100000:1.0:1746145259.542557:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4579 00000100:00100000:1.0:1746145259.542564:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535493632:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145259.543280:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535493376:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6452us (6600us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.543287:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4578 00002000:00100000:2.0:1746145259.543293:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff880093ef3480 x1830965535493376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.543300:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef3480 with x1830965535493376 ext(6291456->7340031) 00002000:00010000:2.0:1746145259.543303:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef3480 00000100:00100000:0.0:1746145259.544466:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.544531:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535493888 00000100:00100000:0.0:1746145259.544537:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535493888 00002000:00100000:0.0:1746145259.544560:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880088388380 x1830965535493888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.544568:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388380 with x1830965535493888 ext(7340032->8388607) 00002000:00010000:0.0:1746145259.544572:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088388380 00000100:00100000:0.0:1746145259.544584:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4580 00000100:00100000:0.0:1746145259.544589:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535493888:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.549409:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.549896:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535494144 00000100:00100000:1.0:1746145259.549904:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535494144 00002000:00100000:1.0:1746145259.549950:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008838aa00 x1830965535494144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.549959:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838aa00 with x1830965535494144 ext(7340032->8388607) 00002000:00010000:1.0:1746145259.549964:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838aa00 00000100:00100000:1.0:1746145259.549994:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4581 00000100:00100000:1.0:1746145259.550001:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535494144:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.550702:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.550716:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535494400 00000100:00100000:0.0:1746145259.550719:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535494400 00002000:00100000:0.0:1746145259.550738:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800927b6a00 x1830965535494400/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.550745:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6a00 with x1830965535494400 ext(4194304->5242879) 00002000:00010000:0.0:1746145259.550749:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b6a00 00000100:00100000:0.0:1746145259.550760:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4582 00000100:00100000:0.0:1746145259.550765:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535494400:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145259.555252:0:711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 6151 -> 8199 00010000:00010000:3.0:1746145259.555265:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555274:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555282:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555289:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b49b7c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145259.555293:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555301:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555317:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.555323:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7c00/0xb5ee96b21a0d7611 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3137536->4177919] (req 3137536->4177919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.555407:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a56f8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535490432:12345-192.168.203.38@tcp:4:dd.0 Request processed in 108989us (109071us total) trans 4294968054 rc 0/0 00000100:00100000:3.0:1746145259.555416:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4567 00000001:00080000:3.0:1746145259.555443:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968056 is committed 00000001:00080000:3.0:1746145259.555456:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968054 is committed 00000100:00100000:1.0:1746145259.559450:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088389880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535493632:12345-192.168.203.38@tcp:3:dd.0 Request processed in 16876us (17592us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.559465:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4579 00002000:00100000:1.0:1746145259.559475:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff880088389880 x1830965535493632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.559484:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088389880 with x1830965535493632 ext(6291456->7340031) 00002000:00010000:1.0:1746145259.559489:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880088389880 00000100:00100000:0.0:1746145259.560577:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088388380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965535493888:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15984us (16111us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.560584:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4580 00002000:00100000:0.0:1746145259.560590:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff880088388380 x1830965535493888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.560598:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088388380 with x1830965535493888 ext(7340032->8388607) 00002000:00010000:0.0:1746145259.560602:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088388380 00000100:00100000:0.0:1746145259.561143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.561171:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.561188:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535494656 00000100:00100000:2.0:1746145259.561190:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535495040 00000100:00100000:2.0:1746145259.561195:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535495040 00000100:00100000:1.0:1746145259.561195:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535494656 00000100:00100000:0.0:1746145259.561195:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:1.0:1746145259.561220:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800927b6300 x1830965535494656/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.561227:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6300 with x1830965535494656 ext(5242880->6291455) 00002000:00010000:1.0:1746145259.561230:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6300 00000100:00100000:2.0:1746145259.561534:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535495168 00000100:00100000:2.0:1746145259.561537:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535495168 00000100:00100000:1.0:1746145259.561545:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4583 00000100:00100000:3.0:1746145259.561550:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4584 00000100:00100000:1.0:1746145259.561552:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535495040:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.561557:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535494656:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:1.0:1746145259.561580:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.561591:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.561593:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.561597:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.561603:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4585 00000100:00100000:2.0:1746145259.561608:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535495168:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145259.561610:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.561623:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.561648:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.561650:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.561652:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.561660:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.563097:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535494144:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13092us (13690us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.563105:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4581 00002000:00100000:1.0:1746145259.563114:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88008838aa00 x1830965535494144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.563124:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838aa00 with x1830965535494144 ext(7340032->8388607) 00002000:00010000:1.0:1746145259.563127:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838aa00 00000100:00100000:2.0:1746145259.564247:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535494400:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13478us (13542us total) trans 4294968705 rc 0/0 00000100:00100000:2.0:1746145259.564255:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4582 00002000:00100000:2.0:1746145259.564262:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800927b6a00 x1830965535494400/t4294968705(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.564268:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6a00 with x1830965535494400 ext(4194304->5242879) 00002000:00010000:2.0:1746145259.564271:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b6a00 00000100:00100000:0.0:1746145259.569342:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.569523:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535495552 00000100:00100000:3.0:1746145259.569532:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535495552 00002000:00100000:3.0:1746145259.569569:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800927b4700 x1830965535495552/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.569579:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4700 with x1830965535495552 ext(5242880->6291455) 00002000:00010000:3.0:1746145259.569584:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b4700 00000100:00100000:3.0:1746145259.569612:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4586 00000100:00100000:3.0:1746145259.569618:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965535495552:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:2.0:1746145259.569720:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569729:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569735:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569745:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009467ac00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.569749:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569756:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569771:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.569776:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009467ac00/0xb5ee96b21a0d7626 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2080768->3121151] (req 2080768->3121151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.569810:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535495168:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8201us (8613us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746145259.569816:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4585 00010000:00010000:1.0:1746145259.572284:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572296:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572303:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572308:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009455e200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.572312:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572318:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572331:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.572337:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009455e200/0xb5ee96b21a0d761f lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.572384:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535495040:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10830us (11209us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.572391:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4583 00000100:00100000:3.0:1746145259.572980:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b6300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535494656:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11422us (11837us total) trans 4294968058 rc 0/0 00000100:00100000:3.0:1746145259.572986:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4584 00002000:00100000:3.0:1746145259.572995:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff8800927b6300 x1830965535494656/t4294968058(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.573003:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b6300 with x1830965535494656 ext(5242880->6291455) 00002000:00010000:3.0:1746145259.573007:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800927b6300 00000100:00100000:0.0:1746145259.578409:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.578442:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.578465:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535496064 00000100:00100000:2.0:1746145259.578473:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535496064 00000100:00100000:0.0:1746145259.578500:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.578516:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535495936 00000100:00100000:2.0:1746145259.578518:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535495936 00000100:00100000:2.0:1746145259.578531:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535496320 00000100:00100000:2.0:1746145259.578533:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535496320 00002000:00100000:2.0:1746145259.578546:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880093cefb80 x1830965535496320/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.578559:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cefb80 with x1830965535496320 ext(6291456->7340031) 00002000:00010000:2.0:1746145259.578564:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cefb80 00000100:00100000:3.0:1746145259.579117:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800927b4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+20:1960:x1830965535495552:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9497us (9778us total) trans 4294968706 rc 0/0 00000100:00100000:3.0:1746145259.579125:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4586 00002000:00100000:3.0:1746145259.579131:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800927b4700 x1830965535495552/t4294968706(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.579138:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800927b4700 with x1830965535495552 ext(5242880->6291455) 00002000:00010000:3.0:1746145259.579141:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800927b4700 00000100:00100000:3.0:1746145259.579155:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4587 00000100:00100000:3.0:1746145259.579162:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535496064:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.579162:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4588 00000100:00100000:2.0:1746145259.579169:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535495936:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145259.579193:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 4177920, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x2007 00010000:00010000:2.0:1746145259.579202:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.579214:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.579216:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.579220:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.579232:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.579277:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4589 00000100:00100000:1.0:1746145259.579285:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535496320:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145259.579363:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.579372:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.579373:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.579375:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.579383:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.587350:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.587562:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535496576 00000100:00100000:0.0:1746145259.587570:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535496576 00002000:00100000:0.0:1746145259.587605:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093ef1180 x1830965535496576/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.587614:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1180 with x1830965535496576 ext(6291456->7340031) 00002000:00010000:0.0:1746145259.587619:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef1180 00000100:00100000:0.0:1746145259.587658:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4590 00000100:00100000:0.0:1746145259.587665:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965535496576:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.587962:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093cefb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535496320:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8678us (9461us total) trans 4294968059 rc 0/0 00000100:00100000:1.0:1746145259.587969:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4589 00002000:00100000:1.0:1746145259.587974:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff880093cefb80 x1830965535496320/t4294968059(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.587981:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093cefb80 with x1830965535496320 ext(6291456->7340031) 00002000:00010000:1.0:1746145259.587984:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093cefb80 00000100:00100000:2.0:1746145259.595398:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.597314:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535496832 00000100:00100000:1.0:1746145259.597325:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535496832 00002000:00100000:1.0:1746145259.597358:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008de3bb80 x1830965535496832/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.597367:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3bb80 with x1830965535496832 ext(7340032->8388607) 00002000:00010000:1.0:1746145259.597371:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3bb80 00000100:00100000:1.0:1746145259.597391:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4591 00000100:00100000:1.0:1746145259.597398:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535496832:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.597877:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ef1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+22:1961:x1830965535496576:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10211us (10533us total) trans 4294968707 rc 0/0 00000100:00100000:2.0:1746145259.597885:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4590 00002000:00100000:2.0:1746145259.597891:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff880093ef1180 x1830965535496576/t4294968707(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.597898:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ef1180 with x1830965535496576 ext(6291456->7340031) 00002000:00010000:2.0:1746145259.597902:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ef1180 00000100:00100000:1.0:1746145259.603379:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.603419:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.603440:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535497216 00000100:00100000:3.0:1746145259.603447:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535497216 00002000:00100000:3.0:1746145259.603491:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008c3e2d80 x1830965535497216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.603500:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2d80 with x1830965535497216 ext(8388608->9437183) 00002000:00010000:3.0:1746145259.603504:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e2d80 00000100:00100000:3.0:1746145259.603519:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535497344 00000100:00100000:3.0:1746145259.603521:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535497344 00002000:00100000:3.0:1746145259.603532:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88008c3e1500 x1830965535497344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.603538:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1500 with x1830965535497344 ext(8388608->9437183) 00002000:00010000:3.0:1746145259.603541:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1500 00000100:00100000:3.0:1746145259.603553:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4592 00000100:00100000:3.0:1746145259.603559:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+22:1961:x1830965535497216:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145259.603799:0:709:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4593 00000100:00100000:2.0:1746145259.603807:0:709:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535497344:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145259.605100:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008de3bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535496832:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7699us (9706us total) trans 4294968062 rc 0/0 00000100:00100000:1.0:1746145259.605108:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4591 00002000:00100000:1.0:1746145259.605117:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008de3bb80 x1830965535496832/t4294968062(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.605126:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008de3bb80 with x1830965535496832 ext(7340032->8388607) 00002000:00010000:1.0:1746145259.605131:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008de3bb80 00000100:00100000:3.0:1746145259.610456:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+22:1961:x1830965535497216:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6889us (7075us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.610466:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4592 00002000:00100000:3.0:1746145259.610475:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff88008c3e2d80 x1830965535497216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.610484:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e2d80 with x1830965535497216 ext(8388608->9437183) 00002000:00010000:3.0:1746145259.610489:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e2d80 00000100:00100000:0.0:1746145259.616851:0:709:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535497344:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13036us (13422us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.616861:0:709:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4593 00002000:00100000:0.0:1746145259.616872:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_008: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff88008c3e1500 x1830965535497344/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.616880:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e1500 with x1830965535497344 ext(8388608->9437183) 00002000:00010000:0.0:1746145259.616885:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e1500 00000100:00100000:0.0:1746145259.619817:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.619843:0:709:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535497600 00000100:00100000:0.0:1746145259.619850:0:709:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535497600 00002000:00100000:0.0:1746145259.619885:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880135b0ca80 x1830965535497600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145259.619893:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965535497600 ext(9437184->10485759) 00002000:00010000:0.0:1746145259.619897:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0ca80 00000100:00100000:0.0:1746145259.619972:0:709:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4594 00000100:00100000:0.0:1746145259.619979:0:709:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+22:1963:x1830965535497600:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.620251:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.620268:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535497856 00000100:00100000:3.0:1746145259.620272:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535497856 00002000:00100000:3.0:1746145259.620287:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8801391d0700 x1830965535497856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.620294:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830965535497856 ext(9437184->10485759) 00002000:00010000:3.0:1746145259.620297:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:3.0:1746145259.620308:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4595 00000100:00100000:3.0:1746145259.620313:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+16:1963:x1830965535497856:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.625535:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.625579:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.625618:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535498112 00000100:00100000:2.0:1746145259.625640:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535498112 00002000:00100000:2.0:1746145259.625673:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008df65500 x1830965535498112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.625683:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65500 with x1830965535498112 ext(10485760->11534335) 00002000:00010000:2.0:1746145259.625687:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df65500 00000100:00100000:2.0:1746145259.625701:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535498368 00000100:00100000:2.0:1746145259.625703:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535498368 00002000:00100000:2.0:1746145259.625714:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008df65c00 x1830965535498368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.625720:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65c00 with x1830965535498368 ext(10485760->11534335) 00002000:00010000:2.0:1746145259.625723:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65c00 00000100:00100000:2.0:1746145259.625734:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4596 00000100:00100000:2.0:1746145259.625741:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+24:1963:x1830965535498112:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.626435:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4597 00000100:00100000:3.0:1746145259.626444:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+18:1962:x1830965535498368:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145259.628450:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.628473:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535498624 00000100:00100000:3.0:1746145259.628479:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535498624 00000100:00100000:0.0:1746145259.628493:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:3.0:1746145259.628509:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008df67480 x1830965535498624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.628518:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965535498624 ext(11534336->12582911) 00002000:00010000:3.0:1746145259.628523:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df67480 00000100:00100000:3.0:1746145259.628535:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535498880 00000100:00100000:3.0:1746145259.628537:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535498880 00002000:00100000:3.0:1746145259.628544:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008df66300 x1830965535498880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.628551:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66300 with x1830965535498880 ext(11534336->12582911) 00000100:00100000:1.0:1746145259.628552:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4598 00002000:00010000:3.0:1746145259.628553:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66300 00000100:00100000:1.0:1746145259.628561:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+26:1962:x1830965535498624:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.628563:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4599 00000100:00100000:3.0:1746145259.628567:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+20:1962:x1830965535498880:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.629235:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+20:1963:x1830965535497856:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8920us (8983us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.629244:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4595 00002000:00100000:3.0:1746145259.629249:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff8801391d0700 x1830965535497856/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.629256:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830965535497856 ext(9437184->10485759) 00002000:00010000:3.0:1746145259.629259:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:1.0:1746145259.631763:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.631839:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535499136 00000100:00100000:3.0:1746145259.631847:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535499136 00002000:00100000:3.0:1746145259.631884:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008c3e0000 x1830965535499136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.631892:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535499136 ext(12582912->13631487) 00002000:00010000:3.0:1746145259.631897:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e0000 00000100:00100000:3.0:1746145259.631914:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4600 00000100:00100000:3.0:1746145259.631920:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+28:1962:x1830965535499136:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145259.635251:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.635271:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535499392 00000100:00100000:3.0:1746145259.635279:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535499392 00002000:00100000:3.0:1746145259.635310:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008c3e3800 x1830965535499392/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.635319:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3800 with x1830965535499392 ext(7340032->8388607) 00002000:00010000:3.0:1746145259.635324:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e3800 00000100:00100000:3.0:1746145259.635341:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4601 00000100:00100000:3.0:1746145259.635348:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+29:1962:x1830965535499392:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.635357:0:709:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880135b0ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_008:97ec8067-0811-494c-8790-cb1a1d068df8+29:1963:x1830965535497600:12345-192.168.203.38@tcp:3:dd.0 Request processed in 15377us (15543us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.635364:0:709:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4594 00002000:00100000:2.0:1746145259.635370:0:709:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_008: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff880135b0ca80 x1830965535497600/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.635376:0:709:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880135b0ca80 with x1830965535497600 ext(9437184->10485759) 00002000:00010000:2.0:1746145259.635379:0:709:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880135b0ca80 00000100:00100000:2.0:1746145259.635484:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+28:1963:x1830965535498112:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9744us (9954us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.635490:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4596 00002000:00100000:2.0:1746145259.635495:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88008df65500 x1830965535498112/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.635501:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65500 with x1830965535498112 ext(10485760->11534335) 00002000:00010000:2.0:1746145259.635504:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df65500 00000100:00100000:3.0:1746145259.638971:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+18:1962:x1830965535498368:12345-192.168.203.38@tcp:3:dd.0 Request processed in 12518us (13381us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.638987:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4597 00002000:00100000:3.0:1746145259.638998:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff88008df65c00 x1830965535498368/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.639007:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df65c00 with x1830965535498368 ext(10485760->11534335) 00002000:00010000:3.0:1746145259.639013:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df65c00 00000100:00100000:1.0:1746145259.647777:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+26:1962:x1830965535498624:12345-192.168.203.38@tcp:3:dd.0 Request processed in 19207us (19321us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.647787:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4598 00002000:00100000:1.0:1746145259.647799:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88008df67480 x1830965535498624/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.647807:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df67480 with x1830965535498624 ext(11534336->12582911) 00002000:00010000:1.0:1746145259.647812:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008df67480 00000100:00100000:1.0:1746145259.647885:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.648282:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535499648 00000100:00100000:1.0:1746145259.648289:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535499648 00002000:00100000:1.0:1746145259.648316:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008c3e0700 x1830965535499648/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.648322:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0700 with x1830965535499648 ext(8388608->9437183) 00002000:00010000:1.0:1746145259.648325:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0700 00000100:00100000:1.0:1746145259.648339:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4602 00000100:00100000:1.0:1746145259.648346:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535499648:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.649085:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+26:1962:x1830965535499392:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13734us (13835us total) trans 4294968708 rc 0/0 00000100:00100000:3.0:1746145259.649092:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4601 00002000:00100000:3.0:1746145259.649098:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88008c3e3800 x1830965535499392/t4294968708(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.649105:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3800 with x1830965535499392 ext(7340032->8388607) 00002000:00010000:3.0:1746145259.649109:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e3800 00000100:00100000:3.0:1746145259.650287:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+18:1962:x1830965535498880:12345-192.168.203.38@tcp:3:dd.0 Request processed in 21717us (21791us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.650295:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4599 00002000:00100000:3.0:1746145259.650301:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88008df66300 x1830965535498880/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.650308:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008df66300 with x1830965535498880 ext(11534336->12582911) 00002000:00010000:3.0:1746145259.650312:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008df66300 00002000:00010000:3.0:1746145259.652357:0:27702:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 4177920 -> 6266880 00002000:00010000:3.0:1746145259.652361:0:27702:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 8199 -> 12295 00010000:00010000:3.0:1746145259.652371:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.652386:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.652393:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.652399:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b49b7200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145259.652403:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.652413:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.652429:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.652830:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000001:00080000:0.0:1746145259.652918:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968057 is committed 00000001:00080000:0.0:1746145259.652941:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968059 is committed 00000001:00080000:0.0:1746145259.652947:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968060 is committed 00000100:00100000:2.0:1746145259.653354:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535499904 00000100:00100000:2.0:1746145259.653362:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535499904 00002000:00100000:2.0:1746145259.653396:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009b7ffb80 x1830965535499904/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.653405:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ffb80 with x1830965535499904 ext(8388608->9437183) 00002000:00010000:2.0:1746145259.653409:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7ffb80 00000100:00100000:2.0:1746145259.653428:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4603 00000100:00100000:2.0:1746145259.653435:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+26:1960:x1830965535499904:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.653572:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+26:1962:x1830965535499136:12345-192.168.203.38@tcp:3:dd.0 Request processed in 21652us (21818us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145259.653577:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4600 00002000:00100000:2.0:1746145259.653581:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff88008c3e0000 x1830965535499136/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/440 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.653585:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0000 with x1830965535499136 ext(12582912->13631487) 00002000:00010000:2.0:1746145259.653588:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e0000 00010000:00010000:3.0:1746145259.653603:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d762d lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5226496->6266879] (req 5226496->6266879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.653691:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535496064:12345-192.168.203.38@tcp:4:dd.0 Request processed in 74531us (75288us total) trans 4294968060 rc 0/0 00000100:00100000:3.0:1746145259.653695:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4587 00000100:00100000:1.0:1746145259.656542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.656568:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535500160 00000100:00100000:1.0:1746145259.656574:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535500160 00002000:00100000:1.0:1746145259.656606:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008c3e3480 x1830965535500160/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.656615:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3480 with x1830965535500160 ext(9437184->10485759) 00002000:00010000:1.0:1746145259.656620:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3480 00000100:00100000:1.0:1746145259.656651:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4604 00000100:00100000:1.0:1746145259.656658:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535500160:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.657332:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535499648:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8985us (9445us total) trans 4294968063 rc 0/0 00000100:00100000:1.0:1746145259.657339:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4602 00002000:00100000:1.0:1746145259.657344:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008c3e0700 x1830965535499648/t4294968063(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.657351:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0700 with x1830965535499648 ext(8388608->9437183) 00002000:00010000:1.0:1746145259.657354:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e0700 00000100:00100000:2.0:1746145259.665811:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b7ffb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+26:1960:x1830965535499904:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12371us (12978us total) trans 4294968709 rc 0/0 00000100:00100000:2.0:1746145259.665820:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4603 00002000:00100000:2.0:1746145259.665831:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88009b7ffb80 x1830965535499904/t4294968709(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.665839:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b7ffb80 with x1830965535499904 ext(8388608->9437183) 00002000:00010000:2.0:1746145259.665844:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b7ffb80 00000100:00100000:2.0:1746145259.665890:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.665907:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535500416 00000100:00100000:3.0:1746145259.665914:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535500416 00002000:00100000:3.0:1746145259.665952:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880088382d80 x1830965535500416/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.665965:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965535500416 ext(9437184->10485759) 00002000:00010000:3.0:1746145259.665968:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382d80 00000100:00100000:3.0:1746145259.665984:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4605 00000100:00100000:3.0:1746145259.665991:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+26:1960:x1830965535500416:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145259.671003:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535500160:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14339us (14459us total) trans 4294968064 rc 0/0 00000100:00100000:1.0:1746145259.671012:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4604 00002000:00100000:1.0:1746145259.671022:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88008c3e3480 x1830965535500160/t4294968064(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.671030:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e3480 with x1830965535500160 ext(9437184->10485759) 00002000:00010000:1.0:1746145259.671034:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008c3e3480 00000100:00100000:2.0:1746145259.674985:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.675553:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880088382d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+28:1960:x1830965535500416:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9560us (9661us total) trans 4294968710 rc 0/0 00000100:00100000:3.0:1746145259.675562:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4605 00002000:00100000:3.0:1746145259.675572:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880088382d80 x1830965535500416/t4294968710(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.675581:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880088382d80 with x1830965535500416 ext(9437184->10485759) 00002000:00010000:3.0:1746145259.675585:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880088382d80 00000100:00100000:3.0:1746145259.675601:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535500672 00000100:00100000:3.0:1746145259.675606:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535500672 00002000:00100000:3.0:1746145259.675640:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008be6c000 x1830965535500672/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.675647:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c000 with x1830965535500672 ext(10485760->11534335) 00002000:00010000:3.0:1746145259.675650:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6c000 00000100:00100000:3.0:1746145259.675664:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4606 00000100:00100000:3.0:1746145259.675669:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+14:1960:x1830965535500672:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.681212:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1960:x1830965535500672:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5537us (6226us total) trans 4294968065 rc 0/0 00000100:00100000:3.0:1746145259.681222:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4606 00002000:00100000:3.0:1746145259.681232:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88008be6c000 x1830965535500672/t4294968065(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.681241:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c000 with x1830965535500672 ext(10485760->11534335) 00002000:00010000:3.0:1746145259.681246:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6c000 00000100:00100000:1.0:1746145259.683966:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.683988:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535500928 00000100:00100000:1.0:1746145259.683995:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535500928 00002000:00100000:1.0:1746145259.684025:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008c3e0e00 x1830965535500928/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145259.684034:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0e00 with x1830965535500928 ext(10485760->11534335) 00002000:00010000:1.0:1746145259.684038:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e0e00 00000100:00100000:1.0:1746145259.684056:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4607 00000100:00100000:1.0:1746145259.684063:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+28:1961:x1830965535500928:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.690722:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+30:1961:x1830965535500928:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6653us (6752us total) trans 4294968711 rc 0/0 00000100:00100000:2.0:1746145259.690733:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4607 00002000:00100000:2.0:1746145259.690744:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88008c3e0e00 x1830965535500928/t4294968711(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.690752:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008c3e0e00 with x1830965535500928 ext(10485760->11534335) 00002000:00010000:2.0:1746145259.690758:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008c3e0e00 00000100:00100000:2.0:1746145259.691163:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.691360:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535501184 00000100:00100000:2.0:1746145259.691366:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535501184 00002000:00100000:2.0:1746145259.691389:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008be6c380 x1830965535501184/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.691396:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c380 with x1830965535501184 ext(11534336->12582911) 00002000:00010000:2.0:1746145259.691399:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6c380 00000100:00100000:2.0:1746145259.691414:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4608 00000100:00100000:2.0:1746145259.691421:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535501184:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145259.698143:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.698165:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535501440 00000100:00100000:2.0:1746145259.698172:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535501440 00002000:00100000:2.0:1746145259.698204:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008be6c700 x1830965535501440/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145259.698212:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c700 with x1830965535501440 ext(11534336->12582911) 00002000:00010000:2.0:1746145259.698217:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be6c700 00000100:00100000:2.0:1746145259.698236:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4609 00000100:00100000:2.0:1746145259.698243:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+30:1960:x1830965535501440:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.698411:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535501184:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6990us (7248us total) trans 4294968066 rc 0/0 00000100:00100000:3.0:1746145259.698418:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4608 00002000:00100000:3.0:1746145259.698423:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88008be6c380 x1830965535501184/t4294968066(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.698430:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c380 with x1830965535501184 ext(11534336->12582911) 00002000:00010000:3.0:1746145259.698433:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6c380 00000100:00100000:3.0:1746145259.705224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.705588:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535501824 00000100:00100000:2.0:1746145259.705597:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535501824 00000100:00100000:2.0:1746145259.705654:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 163 00000100:00100000:2.0:1746145259.705661:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+20:1107:x1830965535501824:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145259.705939:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:97ec8067-0811-494c-8790-cb1a1d068df8+21:1107:x1830965535501824:12345-192.168.203.38@tcp:35:dd.0 Request processed in 266us (710us total) trans 4294985942 rc 0/0 00000100:00100000:2.0:1746145259.705945:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 163 00010000:00010000:1.0:1746145259.706406:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706416:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706423:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706429:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a19200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.706433:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706441:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706457:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.706462:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4a19200/0xb5ee96b21a0d7634 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4177920->5226495] (req 4177920->5226495) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.706500:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ced880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535495936:12345-192.168.203.38@tcp:4:dd.0 Request processed in 127331us (128057us total) trans 4294968061 rc 0/0 00000100:00100000:1.0:1746145259.706507:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4588 00000001:00080000:1.0:1746145259.706532:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968061 is committed 00000001:00080000:1.0:1746145259.706544:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968062 is committed 00000100:00100000:2.0:1746145259.706666:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535501440:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8423us (8528us total) trans 4294968712 rc 0/0 00000100:00100000:3.0:1746145259.706743:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.706756:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535501952 00000100:00100000:3.0:1746145259.706759:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535501952 00002000:00100000:3.0:1746145259.706778:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88012b10e300 x1830965535501952/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/0 e 0 to 0 dl 1746145270 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.706791:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e300 with x1830965535501952 ext(12582912->13631487) 00002000:00010000:3.0:1746145259.706795:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10e300 00000100:00100000:2.0:1746145259.706832:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4609 00002000:00100000:2.0:1746145259.706840:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88008be6c700 x1830965535501440/t4294968712(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00000100:00100000:3.0:1746145259.706844:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4610 00002000:00100000:2.0:1746145259.706846:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6c700 with x1830965535501440 ext(11534336->12582911) 00002000:00010000:2.0:1746145259.706849:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be6c700 00000100:00100000:3.0:1746145259.706850:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535501952:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.709855:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.709893:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.709920:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.709955:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.709976:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535502464 00000100:00100000:3.0:1746145259.709982:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535502464 00000100:00100000:3.0:1746145259.710017:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535502720 00000100:00100000:3.0:1746145259.710019:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535502720 00000100:00100000:3.0:1746145259.710030:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535502976 00000100:00100000:3.0:1746145259.710031:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535502976 00000100:00100000:0.0:1746145259.710042:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4611 00000100:00100000:0.0:1746145259.710056:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535502464:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145259.710083:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.710096:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.710097:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.710107:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.710120:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.710171:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535502208 00000100:00100000:1.0:1746145259.710174:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535502208 00000100:00100000:1.0:1746145259.710202:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 164 00000100:00100000:1.0:1746145259.710208:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+21:1107:x1830965535502208:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:3.0:1746145259.710274:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4612 00000100:00100000:3.0:1746145259.710280:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535502720:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145259.710281:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4613 00000100:00100000:2.0:1746145259.710289:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535502976:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145259.710295:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.710302:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.710302:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.710303:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.710306:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.710308:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.710310:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.710312:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.710313:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.710323:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.710410:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+22:1107:x1830965535502208:12345-192.168.203.38@tcp:35:dd.0 Request processed in 201us (559us total) trans 4294985943 rc 0/0 00000100:00100000:1.0:1746145259.710416:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 164 00000100:00100000:3.0:1746145259.711224:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88012b10e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535501952:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4374us (4480us total) trans 4294968067 rc 0/0 00000100:00100000:3.0:1746145259.711229:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4610 00002000:00100000:3.0:1746145259.711236:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88012b10e300 x1830965535501952/t4294968067(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:145/0 lens 488/448 e 0 to 0 dl 1746145270 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145259.711243:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88012b10e300 with x1830965535501952 ext(12582912->13631487) 00002000:00010000:3.0:1746145259.711248:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88012b10e300 00010000:00010000:2.0:1746145259.716896:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.716909:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.716916:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.716922:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009afd3600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.716934:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.717101:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.717119:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.717125:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009afd3600/0xb5ee96b21a0d7649 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [3145728->4161535] (req 3145728->4161535) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.717315:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535502976:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7023us (7356us total) trans 0 rc 1015808/1015808 00000100:00100000:2.0:1746145259.717327:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4613 00010000:00010000:1.0:1746145259.718321:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718331:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718337:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718342:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009455e000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.718345:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718345:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718351:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718354:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718360:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718363:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718365:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093efd000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.718367:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.718368:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009455e000/0xb5ee96b21a0d763b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3121152->3145727] (req 3121152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718372:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718381:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.718392:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093efd000/0xb5ee96b21a0d7642 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.718417:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535502464:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8362us (8521us total) trans 0 rc 24576/24576 00000100:00100000:0.0:1746145259.718419:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535502720:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8139us (8498us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145259.718424:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4611 00000100:00100000:0.0:1746145259.718427:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4612 00000100:00100000:1.0:1746145259.722788:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.722828:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.722882:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535503232 00000100:00100000:2.0:1746145259.722891:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535503232 00000100:00100000:2.0:1746145259.722952:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535503360 00000100:00100000:2.0:1746145259.722958:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535503360 00000100:00100000:2.0:1746145259.722982:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4614 00000100:00100000:3.0:1746145259.722989:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4615 00000100:00100000:2.0:1746145259.722989:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535503232:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145259.722996:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535503360:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145259.723028:0:711:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 6266880, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x3007 00010000:00010000:3.0:1746145259.723037:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.723043:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.723048:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.723050:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.723054:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.723066:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.723076:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.723078:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.723081:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.723089:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746145259.777386:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968064 is committed 00000001:00080000:1.0:1746145259.777403:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968069 is committed 00000001:00080000:1.0:1746145259.777411:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968067 is committed 00002000:00010000:2.0:1746145259.777773:0:711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 6266880 -> 8355840 00002000:00010000:2.0:1746145259.777777:0:711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 12295 -> 16391 00010000:00010000:2.0:1746145259.777787:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777797:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777804:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777815:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fee00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.777819:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777827:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777844:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.777849:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7650 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7315456->8355839] (req 7315456->8355839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.777917:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535503360:12345-192.168.203.38@tcp:4:dd.0 Request processed in 54918us (55084us total) trans 4294968068 rc 0/0 00000100:00100000:2.0:1746145259.777934:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4615 00010000:00010000:2.0:1746145259.778404:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778411:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778416:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778421:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009452a000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145259.778423:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778429:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778437:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.778443:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009452a000/0xb5ee96b21a0d7657 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [6266880->7315455] (req 6266880->7315455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.778472:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008c3e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535503232:12345-192.168.203.38@tcp:4:dd.0 Request processed in 55483us (55690us total) trans 4294968069 rc 0/0 00000100:00100000:2.0:1746145259.778477:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4614 00000100:00100000:2.0:1746145259.782094:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.782115:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.783147:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535503744 00000100:00100000:0.0:1746145259.783156:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535503744 00000100:00100000:2.0:1746145259.783195:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.783419:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535504000 00000100:00100000:0.0:1746145259.783423:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535504000 00000100:00100000:3.0:1746145259.783438:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535504256 00000100:00100000:3.0:1746145259.783441:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535504256 00000100:00100000:0.0:1746145259.783445:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4616 00000100:00100000:0.0:1746145259.783452:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535503744:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145259.783458:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4617 00000100:00100000:3.0:1746145259.783461:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535504000:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145259.783477:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.783477:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.783489:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.783489:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.783490:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.783490:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.783494:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.783494:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.783506:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.783506:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.783739:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4618 00000100:00100000:1.0:1746145259.783746:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535504256:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145259.783760:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.783767:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.783768:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.783771:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.783778:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785439:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785448:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785453:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785457:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348aa400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.785460:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785465:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785479:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.785483:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348aa400/0xb5ee96b21a0d7665 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [4161536->4194303] (req 4161536->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.785531:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535503744:12345-192.168.203.38@tcp:3:dd.0 Request processed in 2077us (3439us total) trans 0 rc 32768/32768 00000100:00100000:1.0:1746145259.785538:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4616 00010000:00010000:3.0:1746145259.794934:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794952:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794959:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794965:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187ca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145259.794968:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794975:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794991:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.794997:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009187ca00/0xb5ee96b21a0d765e lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.795075:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535504000:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11608us (12954us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145259.795083:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4617 00010000:00010000:1.0:1746145259.796877:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796894:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796900:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796906:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092055e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.796910:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796916:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796942:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.796947:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092055e00/0xb5ee96b21a0d766c lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5201919] (req 4194304->5201919) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.797193:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535504256:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13444us (13995us total) trans 0 rc 1007616/1007616 00000100:00100000:1.0:1746145259.797202:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4618 00000100:00100000:2.0:1746145259.801200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.801246:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.801336:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535504512 00000100:00100000:0.0:1746145259.801344:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535504512 00000100:00100000:3.0:1746145259.801353:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535504640 00000100:00100000:3.0:1746145259.801358:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535504640 00000100:00100000:3.0:1746145259.801385:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4619 00000100:00100000:3.0:1746145259.801392:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535504640:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145259.801399:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4620 00000100:00100000:0.0:1746145259.801405:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535504512:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145259.801431:0:711:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 8355840, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x4007 00010000:00010000:3.0:1746145259.801439:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.801446:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.801450:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.801452:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145259.801456:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.801467:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.801653:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.801655:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.801658:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.801666:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145259.863266:0:3363:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 8355840 -> 10444800 00002000:00010000:1.0:1746145259.863273:0:3363:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 16391 -> 20487 00010000:00010000:1.0:1746145259.863284:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863298:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863305:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863311:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d4800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.863315:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863323:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863340:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.863346:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d767a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8355840->9404415] (req 8355840->9404415) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.863451:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+12:1963:x1830965535504512:12345-192.168.203.38@tcp:4:dd.0 Request processed in 62042us (62254us total) trans 4294968071 rc 0/0 00000100:00100000:1.0:1746145259.863460:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4620 00000001:00080000:1.0:1746145259.863488:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968071 is committed 00010000:00010000:3.0:1746145259.863852:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863859:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863864:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863869:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187d000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145259.863871:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863876:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863884:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145259.863890:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187d000/0xb5ee96b21a0d7673 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9404416->10444799] (req 9404416->10444799) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145259.864166:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535504640:12345-192.168.203.38@tcp:4:dd.0 Request processed in 62773us (62917us total) trans 4294968070 rc 0/0 00000100:00100000:3.0:1746145259.864172:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4619 00000100:00100000:1.0:1746145259.869021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.869062:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145259.869070:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535505152 00000100:00100000:3.0:1746145259.869079:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535505152 00000100:00100000:0.0:1746145259.869136:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535505280 00000100:00100000:0.0:1746145259.869140:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535505280 00000100:00100000:0.0:1746145259.869170:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4621 00000100:00100000:0.0:1746145259.869177:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535505152:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145259.869203:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.869215:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.869216:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.869220:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.869231:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.869480:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4622 00000100:00100000:2.0:1746145259.869487:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535505280:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145259.869502:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.869510:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.869511:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.869514:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.869526:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877107:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877125:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877133:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877138:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.877142:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877148:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877166:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.877171:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7681 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.877912:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535505152:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8730us (8892us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145259.877922:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4621 00010000:00010000:0.0:1746145259.880232:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880245:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880257:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880264:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094223800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145259.880268:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880276:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880292:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.880297:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094223800/0xb5ee96b21a0d7688 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5201920->6242303] (req 5201920->6242303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145259.880451:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535505280:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10960us (11383us total) trans 0 rc 1040384/1040384 00000100:00100000:0.0:1746145259.880460:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4622 00000100:00100000:2.0:1746145259.888245:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145259.888658:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.888725:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535505664 00000100:00100000:0.0:1746145259.888728:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535505792 00000100:00100000:0.0:1746145259.888733:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535505792 00000100:00100000:1.0:1746145259.888734:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535505664 00000100:00100000:1.0:1746145259.888789:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4623 00000100:00100000:0.0:1746145259.888793:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4624 00000100:00100000:1.0:1746145259.888795:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535505664:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145259.888797:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535505792:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:1.0:1746145259.888836:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 10444800, mtime: 0x68140fec, atime: 0x0, ctime: 0x68140fec, blocks: 0x5007 00010000:00010000:1.0:1746145259.889132:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.889147:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.889150:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.889155:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.889168:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.890001:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.890014:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.890015:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145259.890017:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145259.890025:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145259.928445:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985940 is committed 00000001:00080000:0.0:1746145259.928455:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985938 is committed 00000001:00080000:0.0:1746145259.928466:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985943 is committed 00000001:00080000:0.0:1746145259.928501:0:7160:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-MDT0000: transno 4294985941 is committed 00000001:00080000:1.0:1746145259.942693:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968072 is committed 00002000:00010000:1.0:1746145259.942708:0:3363:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 10444800 -> 12533760 00002000:00010000:1.0:1746145259.942710:0:3363:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746145260 -> 1746145261 00002000:00010000:1.0:1746145259.942712:0:3363:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746145260 -> 1746145261 00002000:00010000:1.0:1746145259.942714:0:3363:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 20487 -> 24585 00010000:00010000:1.0:1746145259.942725:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942746:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942754:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942765:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092054000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.942952:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942961:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942979:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.942985:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d768f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10444800->11493375] (req 10444800->11493375) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.943049:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535505664:12345-192.168.203.38@tcp:4:dd.0 Request processed in 54251us (54805us total) trans 4294968072 rc 0/0 00000100:00100000:1.0:1746145259.943056:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4623 00010000:00010000:1.0:1746145259.988851:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988864:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988870:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988876:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145259.988881:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988888:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988904:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.988909:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723a00/0xb5ee96b21a0d7696 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11493376->12533759] (req 11493376->12533759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145259.988997:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535505792:12345-192.168.203.38@tcp:4:dd.0 Request processed in 100195us (100335us total) trans 4294968073 rc 0/0 00000100:00100000:1.0:1746145259.989006:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4624 00000001:00080000:1.0:1746145259.989034:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968073 is committed 00000100:00100000:0.0:1746145259.994982:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145259.995022:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145259.995046:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535506304 00000100:00100000:1.0:1746145259.995054:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535506304 00000100:00100000:1.0:1746145259.995106:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535506432 00000100:00100000:1.0:1746145259.995108:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535506432 00000100:00100000:1.0:1746145259.995126:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4625 00000100:00100000:1.0:1746145259.995132:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535506304:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145259.995158:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.995170:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.995172:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145259.995176:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145259.995192:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145259.995403:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4626 00000100:00100000:2.0:1746145259.995409:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535506432:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145259.995425:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.995432:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.995433:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145259.995435:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145259.995442:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007014:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007029:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007036:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007043:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094223800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145260.007047:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007054:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007070:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.007075:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094223800/0xb5ee96b21a0d769d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145260.007151:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df67b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535506304:12345-192.168.203.38@tcp:3:dd.0 Request processed in 12015us (12172us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.007163:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4625 00010000:00010000:2.0:1746145260.009768:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009781:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009788:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009798:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945c7600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.009803:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009810:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009825:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.009831:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d76a4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6242304->7282687] (req 6242304->7282687) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.009892:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535506432:12345-192.168.203.38@tcp:3:dd.0 Request processed in 14479us (14865us total) trans 0 rc 1040384/1040384 00000100:00100000:2.0:1746145260.009901:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4626 00000100:00100000:0.0:1746145260.015372:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.015617:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535506816 00000100:00100000:2.0:1746145260.015994:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535506816 00000100:00100000:2.0:1746145260.016041:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4627 00000100:00100000:2.0:1746145260.016048:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535506816:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145260.016086:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 12533760, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0x6009 00010000:00010000:2.0:1746145260.016092:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.016103:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.016105:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.016110:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.016122:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.016644:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.016683:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535506944 00000100:00100000:1.0:1746145260.016687:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535506944 00000100:00100000:1.0:1746145260.016709:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4628 00000100:00100000:1.0:1746145260.016715:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535506944:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:1.0:1746145260.016728:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.016735:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145260.016736:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145260.016739:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.016746:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746145260.081002:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968074 is committed 00002000:00010000:2.0:1746145260.081901:0:3363:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 12533760 -> 14622720 00002000:00010000:2.0:1746145260.081904:0:3363:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 24585 -> 26633 00010000:00010000:2.0:1746145260.081914:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081935:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081941:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081946:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945c7c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.081950:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081957:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081976:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.081982:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7c00/0xb5ee96b21a0d76ab lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12533760->13582335] (req 12533760->13582335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.082059:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df66d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535506816:12345-192.168.203.38@tcp:4:dd.0 Request processed in 66007us (66690us total) trans 4294968074 rc 0/0 00000100:00100000:2.0:1746145260.082067:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4627 00002000:00010000:2.0:1746145260.108915:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 26633 -> 28681 00010000:00010000:2.0:1746145260.108934:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108944:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108950:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108956:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094659c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.108960:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108966:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108981:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.108986:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d76b2 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [13582336->14622719] (req 13582336->14622719) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.109051:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008df65180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535506944:12345-192.168.203.38@tcp:4:dd.0 Request processed in 92332us (92420us total) trans 4294968075 rc 0/0 00000100:00100000:2.0:1746145260.109060:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4628 00000001:00080000:0.0:1746145260.109119:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968075 is committed 00000100:00100000:2.0:1746145260.113242:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.113316:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535507328 00000100:00100000:0.0:1746145260.113323:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535507328 00000100:00100000:0.0:1746145260.113377:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4629 00000100:00100000:0.0:1746145260.113385:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535507328:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145260.113412:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.113424:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.113426:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.113431:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.113447:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.114005:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.114026:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.114116:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535507840 00000100:00100000:2.0:1746145260.114120:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535507840 00000100:00100000:2.0:1746145260.114140:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535507584 00000100:00100000:2.0:1746145260.114142:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535507584 00000100:00100000:2.0:1746145260.114156:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4630 00000100:00100000:2.0:1746145260.114162:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535507840:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145260.114175:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.114182:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.114184:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.114187:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.114194:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.114721:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4631 00000100:00100000:3.0:1746145260.114728:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535507584:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145260.114741:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.114747:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.114748:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.114751:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.114757:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119350:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119364:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119370:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119377:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945c6800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145260.119380:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119387:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119404:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.119410:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c6800/0xb5ee96b21a0d76b9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [7282688->7340031] (req 7282688->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.119477:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535507328:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6090us (6238us total) trans 0 rc 57344/57344 00000100:00100000:0.0:1746145260.119489:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4629 00010000:00010000:2.0:1746145260.121096:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121107:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121113:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121122:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c25400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.121126:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121132:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121145:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.121150:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c25400/0xb5ee96b21a0d76c0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8323071] (req 7340032->8323071) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.121202:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535507840:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7037us (7194us total) trans 0 rc 983040/983040 00000100:00100000:2.0:1746145260.121210:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4630 00010000:00010000:3.0:1746145260.121759:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121767:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121773:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121777:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094223600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.121779:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121784:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121794:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.121798:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094223600/0xb5ee96b21a0d76c7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.121849:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093936d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535507584:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7121us (7821us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.121856:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4631 00000100:00100000:0.0:1746145260.124834:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.125054:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535508096 00000100:00100000:3.0:1746145260.125062:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535508096 00000100:00100000:3.0:1746145260.125119:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4632 00000100:00100000:3.0:1746145260.125127:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535508096:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145260.125164:0:711:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 14622720, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0x7009 00010000:00010000:3.0:1746145260.125170:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.125183:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.125185:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.125190:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.125202:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145260.126417:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.126460:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535508224 00000100:00100000:2.0:1746145260.126464:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535508224 00000100:00100000:2.0:1746145260.126498:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4633 00000100:00100000:2.0:1746145260.126504:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535508224:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:2.0:1746145260.126521:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.126530:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.126531:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.126534:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.126548:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145260.159533:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968076 is committed 00002000:00010000:3.0:1746145260.160203:0:711:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 14622720 -> 16711680 00002000:00010000:3.0:1746145260.160207:0:711:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 28681 -> 30729 00010000:00010000:3.0:1746145260.160217:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160225:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160232:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160238:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094222c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.160242:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160249:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160266:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.160272:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094222c00/0xb5ee96b21a0d76ce lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14622720->15671295] (req 14622720->15671295) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.160349:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535508096:12345-192.168.203.38@tcp:4:dd.0 Request processed in 35218us (35516us total) trans 4294968076 rc 0/0 00000100:00100000:3.0:1746145260.160357:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4632 00000001:00080000:2.0:1746145260.184956:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968077 is committed 00002000:00010000:3.0:1746145260.185486:0:712:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 30729 -> 32777 00010000:00010000:3.0:1746145260.185498:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185508:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185514:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185520:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d4800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.185524:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185530:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185545:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.185550:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d4800/0xb5ee96b21a0d76d5 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15671296->16711679] (req 15671296->16711679) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.185623:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535508224:12345-192.168.203.38@tcp:4:dd.0 Request processed in 59116us (59205us total) trans 4294968077 rc 0/0 00000100:00100000:3.0:1746145260.185648:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4633 00000100:00100000:0.0:1746145260.189574:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.189610:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.189661:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535508736 00000100:00100000:2.0:1746145260.189669:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535508736 00000100:00100000:0.0:1746145260.189689:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.189954:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535508992 00000100:00100000:0.0:1746145260.189958:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535508992 00000100:00100000:0.0:1746145260.189981:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535509120 00000100:00100000:0.0:1746145260.189983:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535509120 00000100:00100000:0.0:1746145260.189998:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4634 00000100:00100000:0.0:1746145260.190005:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535508736:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145260.190056:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4635 00000100:00100000:3.0:1746145260.190064:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1963:x1830965535508992:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145260.190084:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.190096:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.190098:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.190103:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.190115:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.190142:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4636 00000100:00100000:2.0:1746145260.190149:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535509120:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145260.190166:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.190173:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.190175:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.190177:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.190189:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.190310:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.190318:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.190320:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.190323:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.190331:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192864:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192876:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192883:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192889:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946f4a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145260.192892:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192899:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192914:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.192919:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4a00/0xb5ee96b21a0d76ea lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [8323072->8388607] (req 8323072->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145260.192988:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535508736:12345-192.168.203.38@tcp:3:dd.0 Request processed in 2980us (3417us total) trans 0 rc 65536/65536 00000100:00100000:1.0:1746145260.192996:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4634 00010000:00010000:2.0:1746145260.197473:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197486:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197493:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197499:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b1f9800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.197503:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197509:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197525:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.197529:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f9800/0xb5ee96b21a0d76e3 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9363455] (req 8388608->9363455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.197581:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535509120:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7429us (7893us total) trans 0 rc 974848/974848 00000100:00100000:2.0:1746145260.197588:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4636 00010000:00010000:3.0:1746145260.200234:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200244:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200248:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200252:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1f43a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.200255:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200260:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200271:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.200274:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d76dc lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.200325:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1963:x1830965535508992:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10260us (10713us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.200331:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4635 00000100:00100000:1.0:1746145260.203453:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.203495:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.203693:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535509376 00000100:00100000:3.0:1746145260.203701:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535509376 00000100:00100000:3.0:1746145260.203751:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535509504 00000100:00100000:3.0:1746145260.203754:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535509504 00000100:00100000:3.0:1746145260.203772:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4637 00000100:00100000:3.0:1746145260.203777:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535509376:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145260.203812:0:712:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 16711680, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0x8009 00010000:00010000:3.0:1746145260.203817:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.203819:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4638 00010000:00010000:3.0:1746145260.203827:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.203828:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00000100:00100000:2.0:1746145260.203828:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535509504:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145260.203832:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.203844:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.203844:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.203853:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.203854:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.203857:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.203865:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145260.232064:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968078 is committed 00002000:00010000:3.0:1746145260.232854:0:712:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 16711680 -> 18800640 00002000:00010000:3.0:1746145260.232857:0:712:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 32777 -> 34825 00010000:00010000:3.0:1746145260.232868:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232878:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232884:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232890:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187ca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.232894:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232901:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232918:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.232936:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187ca00/0xb5ee96b21a0d76f1 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16711680->17760255] (req 16711680->17760255) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.233002:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535509376:12345-192.168.203.38@tcp:4:dd.0 Request processed in 29220us (29551us total) trans 4294968078 rc 0/0 00000100:00100000:3.0:1746145260.233009:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4637 00000001:00080000:2.0:1746145260.258198:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968079 is committed 00002000:00010000:3.0:1746145260.258736:0:8470:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 34825 -> 36873 00010000:00010000:3.0:1746145260.258748:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258757:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258764:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258771:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b1f8e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.258775:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258782:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258799:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.258805:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b1f8e00/0xb5ee96b21a0d76f8 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17760256->18800639] (req 17760256->18800639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.258883:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535509504:12345-192.168.203.38@tcp:4:dd.0 Request processed in 55052us (55383us total) trans 4294968079 rc 0/0 00000100:00100000:3.0:1746145260.259003:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4638 00000100:00100000:1.0:1746145260.262708:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.262744:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.262798:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535510016 00000100:00100000:3.0:1746145260.262807:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535510016 00000100:00100000:1.0:1746145260.262813:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.263010:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535510144 00000100:00100000:3.0:1746145260.263014:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535510144 00000100:00100000:3.0:1746145260.263035:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535510400 00000100:00100000:3.0:1746145260.263037:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535510400 00000100:00100000:2.0:1746145260.263220:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4639 00000100:00100000:0.0:1746145260.263226:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4640 00000100:00100000:2.0:1746145260.263229:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535510016:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145260.263234:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535510144:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145260.263257:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.263257:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.263269:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.263271:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.263276:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.263287:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.263288:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.263288:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.263292:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.263300:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.263483:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4641 00000100:00100000:3.0:1746145260.263488:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1963:x1830965535510400:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145260.263503:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.263510:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.263511:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.263514:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.263522:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265331:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265344:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265351:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265362:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009455ea00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.265366:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265377:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265392:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.265397:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009455ea00/0xb5ee96b21a0d76ff lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [9363456->9437183] (req 9363456->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.265448:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535510016:12345-192.168.203.38@tcp:3:dd.0 Request processed in 2218us (2743us total) trans 0 rc 73728/73728 00000100:00100000:2.0:1746145260.265456:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4639 00010000:00010000:3.0:1746145260.270985:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.270999:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.271007:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.271018:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093efda00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.271022:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.271029:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.271046:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.271051:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093efda00/0xb5ee96b21a0d770d lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.271118:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1963:x1830965535510400:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7625us (8299us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.271127:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4641 00010000:00010000:2.0:1746145260.276245:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276257:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276264:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276270:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092055c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.276274:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276282:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276303:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.276308:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092055c00/0xb5ee96b21a0d7706 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10403839] (req 9437184->10403839) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.276370:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535510144:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13133us (13621us total) trans 0 rc 966656/966656 00000100:00100000:2.0:1746145260.276378:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4640 00000100:00100000:1.0:1746145260.281603:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.281743:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535510656 00000100:00100000:2.0:1746145260.281750:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535510656 00000100:00100000:2.0:1746145260.281835:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4642 00000100:00100000:2.0:1746145260.281843:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535510656:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145260.281915:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 18800640, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0x9009 00010000:00010000:2.0:1746145260.281934:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.281946:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.281948:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.281953:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.281965:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145260.281972:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.282025:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535510784 00000100:00100000:3.0:1746145260.282028:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535510784 00000100:00100000:3.0:1746145260.282055:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4643 00000100:00100000:3.0:1746145260.282060:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535510784:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145260.282076:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.282085:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.282087:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.282092:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.282106:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145260.312979:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968080 is committed 00000001:00080000:2.0:1746145260.312993:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968081 is committed 00002000:00010000:3.0:1746145260.313492:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 18800640 -> 20889600 00002000:00010000:3.0:1746145260.313496:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 36873 -> 40969 00010000:00010000:3.0:1746145260.313507:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313517:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313524:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313531:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b846200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.313534:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313542:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313558:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.313563:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b846200/0xb5ee96b21a0d7714 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18800640->19849215] (req 18800640->19849215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.313699:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535510656:12345-192.168.203.38@tcp:4:dd.0 Request processed in 31854us (32100us total) trans 4294968080 rc 0/0 00000100:00100000:3.0:1746145260.313707:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4642 00010000:00010000:3.0:1746145260.314299:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314305:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314308:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314311:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800940a6200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.314312:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314316:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314321:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.314324:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d771b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19849216->20889599] (req 19849216->20889599) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.314367:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535510784:12345-192.168.203.38@tcp:4:dd.0 Request processed in 32307us (32394us total) trans 4294968081 rc 0/0 00000100:00100000:3.0:1746145260.314371:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4643 00000100:00100000:1.0:1746145260.315741:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.315777:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.315803:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535511168 00000100:00100000:3.0:1746145260.315810:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535511168 00000100:00100000:1.0:1746145260.315840:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.315952:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535511552 00000100:00100000:2.0:1746145260.315954:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535511680 00000100:00100000:3.0:1746145260.315955:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535511552 00000100:00100000:2.0:1746145260.315958:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535511680 00000100:00100000:0.0:1746145260.315974:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4644 00000100:00100000:3.0:1746145260.315980:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4645 00000100:00100000:0.0:1746145260.315982:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535511168:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145260.315984:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535511552:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145260.315999:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4646 00010000:00010000:3.0:1746145260.316003:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.316003:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.316005:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535511680:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145260.316014:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.316014:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.316015:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.316015:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.316020:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.316020:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.316020:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.316028:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.316029:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.316029:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.316032:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.316033:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 6 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.316040:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321226:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321241:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321247:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321254:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800934d5c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145260.321258:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321264:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321281:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.321286:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800934d5c00/0xb5ee96b21a0d7722 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 5 type: EXT [10403840->10485759] (req 10403840->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.321508:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535511168:12345-192.168.203.38@tcp:3:dd.0 Request processed in 5522us (5765us total) trans 0 rc 81920/81920 00000100:00100000:0.0:1746145260.321517:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4644 00010000:00010000:3.0:1746145260.323117:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323128:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323134:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323139:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b846e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.323143:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323149:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323162:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.323167:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b846e00/0xb5ee96b21a0d7729 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.323672:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535511552:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7683us (7890us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.323681:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4645 00010000:00010000:2.0:1746145260.324834:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324846:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324854:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324859:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461ba00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.324863:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324874:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324885:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.324891:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7730 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11444223] (req 10485760->11444223) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.324950:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1960:x1830965535511680:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8943us (9108us total) trans 0 rc 958464/958464 00000100:00100000:2.0:1746145260.324958:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4646 00000100:00100000:1.0:1746145260.329899:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.329957:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.330180:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535511936 00000100:00100000:3.0:1746145260.330183:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535512064 00000100:00100000:3.0:1746145260.330189:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535512064 00000100:00100000:2.0:1746145260.330189:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535511936 00000100:00100000:2.0:1746145260.330242:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4647 00000100:00100000:2.0:1746145260.330249:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535511936:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145260.330284:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 20889600, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0xa009 00010000:00010000:2.0:1746145260.330289:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.330299:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.330300:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.330304:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.330313:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.330329:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4648 00000100:00100000:3.0:1746145260.330336:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535512064:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145260.330355:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.330364:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.330365:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.330368:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.330376:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145260.377347:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968082 is committed 00002000:00010000:3.0:1746145260.377840:0:20335:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 20889600 -> 22978560 00002000:00010000:3.0:1746145260.377844:0:20335:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 40969 -> 43019 00010000:00010000:3.0:1746145260.379055:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379066:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379177:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379184:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461ae00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.379188:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379195:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379212:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.379217:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461ae00/0xb5ee96b21a0d7737 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20889600->21938175] (req 20889600->21938175) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.379288:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535511936:12345-192.168.203.38@tcp:4:dd.0 Request processed in 49036us (49392us total) trans 4294968082 rc 0/0 00000100:00100000:3.0:1746145260.379300:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4647 00010000:00010000:2.0:1746145260.397728:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:2.0:1746145260.400682:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968083 is committed 00002000:00010000:3.0:1746145260.401748:0:8470:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 43019 -> 45067 00010000:00010000:3.0:1746145260.401761:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401771:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401778:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401784:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800940a6200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.401788:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401794:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401810:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.401816:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800940a6200/0xb5ee96b21a0d773e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [21938176->22978559] (req 21938176->22978559) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.401883:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535512064:12345-192.168.203.38@tcp:4:dd.0 Request processed in 71544us (71922us total) trans 4294968083 rc 0/0 00000100:00100000:3.0:1746145260.401890:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4648 00000100:00100000:1.0:1746145260.406538:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.406582:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.406654:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535512576 00000100:00100000:3.0:1746145260.406661:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535512704 00000100:00100000:2.0:1746145260.406663:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535512576 00000100:00100000:3.0:1746145260.406665:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535512704 00000100:00100000:3.0:1746145260.406711:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4649 00000100:00100000:3.0:1746145260.406718:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535512704:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145260.406745:0:8470:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.406757:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.406759:0:8470:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.406764:0:8470:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.406774:0:8470:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.406974:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4650 00000100:00100000:2.0:1746145260.406981:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535512576:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145260.406998:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.407005:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.407007:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.407010:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.407018:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411609:0:8470:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411622:0:8470:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411650:0:8470:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411657:0:8470:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.411661:0:8470:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411668:0:8470:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411687:0:8470:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.411694:0:8470:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800915fe600/0xb5ee96b21a0d7745 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11444224->12484607] (req 11444224->12484607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8470 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.411768:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1961:x1830965535512704:12345-192.168.203.38@tcp:3:dd.0 Request processed in 5046us (5180us total) trans 0 rc 1040384/1040384 00000100:00100000:3.0:1746145260.411777:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4649 00010000:00010000:2.0:1746145260.413046:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413056:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413063:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413072:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013590fa00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.413075:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413081:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413092:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.413097:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88013590fa00/0xb5ee96b21a0d774c lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.413148:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535512576:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6165us (6615us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.413155:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4650 00000100:00100000:1.0:1746145260.415861:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.415901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.415962:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535513088 00000100:00100000:2.0:1746145260.415970:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535513088 00000100:00100000:2.0:1746145260.416022:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535513216 00000100:00100000:2.0:1746145260.416024:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535513216 00000100:00100000:2.0:1746145260.416048:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4651 00000100:00100000:2.0:1746145260.416055:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535513088:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145260.416074:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4652 00000100:00100000:1.0:1746145260.416082:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535513216:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145260.416091:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 22978560, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0xb00b 00010000:00010000:2.0:1746145260.416097:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.416097:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.416107:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145260.416109:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145260.416114:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.416125:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.416154:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.416156:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.416159:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.416168:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746145260.455791:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968084 is committed 00002000:00010000:0.0:1746145260.456697:0:712:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 22978560 -> 25067520 00002000:00010000:0.0:1746145260.456701:0:712:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 45067 -> 49163 00010000:00010000:0.0:1746145260.456712:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456721:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456729:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456740:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b49b7200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145260.456744:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456751:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456768:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.456774:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b49b7200/0xb5ee96b21a0d775a lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24027136->25067519] (req 24027136->25067519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.457391:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535513216:12345-192.168.203.38@tcp:4:dd.0 Request processed in 41306us (41485us total) trans 4294968084 rc 0/0 00000100:00100000:0.0:1746145260.457400:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4652 00000001:00080000:1.0:1746145260.488083:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968085 is committed 00010000:00010000:3.0:1746145260.488803:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488813:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488820:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488827:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013590f400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145260.488830:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488837:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488853:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.488860:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88013590f400/0xb5ee96b21a0d7753 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22978560->24027135] (req 22978560->24027135) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.488946:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1963:x1830965535513088:12345-192.168.203.38@tcp:4:dd.0 Request processed in 72886us (73087us total) trans 4294968085 rc 0/0 00000100:00100000:3.0:1746145260.488954:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4651 00000100:00100000:1.0:1746145260.496204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.496244:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.496260:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535513728 00000100:00100000:3.0:1746145260.496269:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535513728 00000100:00100000:0.0:1746145260.496309:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535513856 00000100:00100000:0.0:1746145260.496314:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535513856 00000100:00100000:0.0:1746145260.496373:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4653 00000100:00100000:0.0:1746145260.496382:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535513856:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145260.496411:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.496425:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.496427:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145260.496431:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.496439:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4654 00000100:00100000:3.0:1746145260.496446:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535513728:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145260.496447:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.496462:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.496470:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.496471:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.496474:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.496482:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501411:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501424:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501431:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501437:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009967f800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145260.501440:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501447:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501467:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.501473:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009967f800/0xb5ee96b21a0d7768 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [12484608->12582911] (req 12484608->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145260.501539:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1962:x1830965535513728:12345-192.168.203.38@tcp:3:dd.0 Request processed in 5089us (5338us total) trans 0 rc 98304/98304 00000100:00100000:2.0:1746145260.501547:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4654 00010000:00010000:0.0:1746145260.503970:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.503982:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.503989:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.503996:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1f43a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145260.504000:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.504007:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.504020:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.504026:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7761 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.504086:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1962:x1830965535513856:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7703us (7838us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.504099:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4653 00000100:00100000:3.0:1746145260.506807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.506854:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535513984 00000100:00100000:2.0:1746145260.506863:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535513984 00000100:00100000:2.0:1746145260.506907:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6576 00000100:00100000:2.0:1746145260.506913:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+6:1106:x1830965535513984:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145260.506939:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145260.506954:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365ce expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746145260.506972:0:8465:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 25067520, mtime: 0x68140fed, atime: 0x0, ctime: 0x68140fed, blocks: 0xc00b 00010000:00010000:2.0:1746145260.506988:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.506990:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145260.506997:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.507009:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 7 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.507018:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:2.0:1746145260.507063:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093935880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1106:x1830965535513984:12345-192.168.203.38@tcp:101:dd.0 Request processed in 149us (262us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145260.507069:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6576 00000100:00100000:1.0:1746145260.515827:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.515852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.516215:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535514368 00000100:00100000:0.0:1746145260.516223:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535514368 00002000:00100000:0.0:1746145260.516257:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880093d62a00 x1830965535514368/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.516263:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62a00 with x1830965535514368 ext(25067520->25165823) 00002000:00010000:0.0:1746145260.516267:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d62a00 00000100:00100000:0.0:1746145260.516278:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535514240 00000100:00100000:0.0:1746145260.516279:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535514240 00002000:00100000:0.0:1746145260.516284:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880093d61880 x1830965535514240/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.516288:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61880 with x1830965535514240 ext(25165824->26214399) 00002000:00010000:0.0:1746145260.516289:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d61880 00000100:00100000:0.0:1746145260.516305:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4655 00000100:00100000:0.0:1746145260.516309:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535514368:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145260.516347:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4656 00000100:00100000:3.0:1746145260.516355:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535514240:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145260.520859:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535514368:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4539us (5028us total) trans 4294968086 rc 0/0 00000100:00100000:0.0:1746145260.520869:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4655 00002000:00100000:0.0:1746145260.520880:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1b:0x0] (25067520->25165823) req@ffff880093d62a00 x1830965535514368/t4294968086(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/448 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.520888:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62a00 with x1830965535514368 ext(25067520->25165823) 00002000:00010000:0.0:1746145260.520893:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d62a00 00000100:00100000:3.0:1746145260.522814:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535514240:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6454us (6954us total) trans 4294968087 rc 0/0 00000100:00100000:3.0:1746145260.522827:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4656 00002000:00100000:3.0:1746145260.522837:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff880093d61880 x1830965535514240/t4294968087(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/448 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.522845:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61880 with x1830965535514240 ext(25165824->26214399) 00002000:00010000:3.0:1746145260.522849:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d61880 00000100:00100000:2.0:1746145260.524458:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.524516:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535514496 00000100:00100000:3.0:1746145260.524522:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535514496 00000100:00100000:3.0:1746145260.524558:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43815 00000100:00100000:3.0:1746145260.524564:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1106:x1830965535514496:12345-192.168.203.38@tcp:44:dd.0 00000100:00100000:3.0:1746145260.524653:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6e680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1106:x1830965535514496:12345-192.168.203.38@tcp:44:dd.0 Request processed in 89us (199us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145260.524658:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43815 00000100:00100000:1.0:1746145260.526331:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.526465:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535514624 00000100:00100000:2.0:1746145260.526470:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535514624 00000100:00100000:2.0:1746145260.526533:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6577 00000100:00100000:2.0:1746145260.526540:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535514624:12345-192.168.203.38@tcp:16:dd.0 00000001:00080000:1.0:1746145260.552817:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968086 is committed 00000001:00080000:1.0:1746145260.552831:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968087 is committed 00000100:00100000:0.0:1746145260.553107:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535514624:12345-192.168.203.38@tcp:16:dd.0 Request processed in 26561us (26774us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145260.553121:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6577 00000100:00100000:0.0:1746145260.556971:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.557744:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535514880 00000100:00100000:1.0:1746145260.557753:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535514880 00000100:00100000:1.0:1746145260.558339:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 165 00000100:00100000:1.0:1746145260.558348:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+15:1106:x1830965535514880:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:1.0:1746145260.558565:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1106:x1830965535514880:12345-192.168.203.38@tcp:35:dd.0 Request processed in 218us (1599us total) trans 4294985944 rc 0/0 00000100:00100000:1.0:1746145260.558572:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 165 00000100:00100000:2.0:1746145260.561192:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.561260:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515136 00000100:00100000:0.0:1746145260.561267:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515136 00000100:00100000:0.0:1746145260.561600:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 166 00000100:00100000:0.0:1746145260.561608:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+16:1106:x1830965535515136:12345-192.168.203.38@tcp:35:dd.0 00000001:00080000:0.0:1746145260.561830:0:7120:0:(tgt_lastrcvd.c:2075:tgt_txn_stop_cb()) More than one transaction 4294985945 00000100:00100000:0.0:1746145260.561891:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63c4450 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1106:x1830965535515136:12345-192.168.203.38@tcp:35:dd.0 Request processed in 283us (703us total) trans 4294985946 rc 0/0 00000100:00100000:0.0:1746145260.561897:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 166 00000020:00080000:0.0:1746145260.561900:0:7120:0:(tgt_main.c:782:tgt_ses_key_exit()) total 2 transactions per RPC 00000100:00100000:0.0:1746145260.576900:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.576996:0:7118:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515264 00000100:00100000:2.0:1746145260.577004:0:7118:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515264 00000100:00100000:2.0:1746145260.577047:0:7118:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43816 00000100:00100000:2.0:1746145260.577053:0:7118:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+18:1109:x1830965535515264:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:2.0:1746145260.577071:0:7118:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145260.577085:0:7118:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7776 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365d5 expref: -99 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.577128:0:7118:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145260.577139:0:7118:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145260.577148:0:7118:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00000004:00200000:2.0:1746145260.577293:0:7118:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746145260.577296:0:7118:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145260.577309:0:7118:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7118 initiator: MDT0 00010000:00010000:2.0:1746145260.577325:0:7118:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d7776 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365d5 expref: 20 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.577339:0:7118:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365d5 expref: 19 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.577346:0:7118:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:2.0:1746145260.577349:0:7118:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145260.577351:0:7118:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915ffc00, rc 0) 00000100:00100000:2.0:1746145260.577386:0:7118:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9180 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1109:x1830965535515264:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 333us (492us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145260.577391:0:7118:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43816 00000100:00100000:2.0:1746145260.580446:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.580526:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515392 00000100:00100000:3.0:1746145260.580534:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515392 00000100:00100000:3.0:1746145260.580571:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43817 00000100:00100000:3.0:1746145260.580576:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+19:1109:x1830965535515392:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:3.0:1746145260.580592:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145260.580607:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7784 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365dc expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.580763:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.580775:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.580784:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.580796:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.580801:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.580806:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581060:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581067:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581073:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:3.0:1746145260.581094:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00000004:00200000:3.0:1746145260.581098:0:21207:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145260.581108:0:21207:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x5b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581116:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581121:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581126:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581131:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581140:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800945e2200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145260.581143:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581149:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581157:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:3.0:1746145260.581159:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145260.581163:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581168:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800945e2200/0xb5ee96b21a0d778b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581283:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581289:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581293:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581297:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b1f43a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145260.581299:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581304:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581310:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008ccff800) 00010000:00010000:3.0:1746145260.581312:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145260.581314:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581318:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d7792 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145260.581339:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7784 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365dc expref: 21 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.581349:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365dc expref: 20 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.581354:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:3.0:1746145260.581357:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145260.581359:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800975a6600, rc 0) 00000100:00100000:3.0:1746145260.582643:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1109:x1830965535515392:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 2063us (2200us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145260.582651:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43817 00000100:00100000:2.0:1746145260.585805:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.585834:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.586190:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515520 00000100:00100000:0.0:1746145260.586197:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515520 00000100:00100000:0.0:1746145260.586237:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515648 00000100:00100000:0.0:1746145260.586240:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515648 00000100:00100000:0.0:1746145260.586256:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6578 00000100:00100000:0.0:1746145260.586263:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535515520:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:0.0:1746145260.586278:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145260.586291:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efdc00/0xb5ee96b21a0d77a0 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365e3 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.586332:0:8465:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009b67b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531168640:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145260.586390:0:8465:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145260.586404:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6579 00000100:00100000:0.0:1746145260.586409:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535515648:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:0.0:1746145260.586415:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145260.586422:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009c196000/0xb5ee96b21a0d77a7 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365ea expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.586441:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531168768:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145260.586455:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00002000:00010000:2.0:1746145260.587547:0:8465:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:2.0:1746145260.587551:0:8465:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb mtime: 0 -> 1746145260 00002000:00010000:2.0:1746145260.587553:0:8465:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb atime: 0 -> 1746145260 00002000:00010000:2.0:1746145260.587555:0:8465:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb ctime: 0 -> 1746145260 00002000:00010000:1.0:1746145260.587555:0:11330:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746145260.587556:0:8465:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks: 1 -> 16391 00002000:00010000:1.0:1746145260.587559:0:11330:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb mtime: 0 -> 1746145260 00002000:00010000:1.0:1746145260.587560:0:11330:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb atime: 0 -> 1746145260 00002000:00010000:1.0:1746145260.587562:0:11330:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1c:0x0] updating lvb ctime: 0 -> 1746145260 00002000:00010000:2.0:1746145260.587566:0:8465:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1a:0x0] updating lvb blocks from disk: 16391 -> 26633 00000100:00100000:2.0:1746145260.587573:0:8465:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009b67b100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_001:lustre-OST0001_UUID:8465:1830965531168640:192.168.203.38@tcp:106: 00000100:00100000:1.0:1746145260.587573:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531168768:192.168.203.38@tcp:106: 00010000:00010000:1.0:1746145260.587590:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009c196000/0xb5ee96b21a0d77a7 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ea expref: 34 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145260.587591:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093efdc00/0xb5ee96b21a0d77a0 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365e3 expref: 8 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145260.587599:0:11330:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009c196000/0xb5ee96b21a0d77a7 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ea expref: 34 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145260.587600:0:8465:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efdc00/0xb5ee96b21a0d77a0 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365e3 expref: 8 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145260.587642:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009c196000, rc 0) 00000100:00100000:1.0:1746145260.587677:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535515648:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 1267us (1841us total) trans 0 rc 301/301 00000100:00100000:1.0:1746145260.587684:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6579 00010000:00010000:2.0:1746145260.587917:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efdc00, rc 0) 00000100:00100000:2.0:1746145260.588121:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535515520:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 1857us (2321us total) trans 0 rc 301/301 00000100:00100000:2.0:1746145260.588129:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6578 00000100:00100000:0.0:1746145260.593110:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.593258:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535515776 00000100:00100000:2.0:1746145260.593267:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535515776 00000100:00100000:2.0:1746145260.593311:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43818 00000100:00100000:2.0:1746145260.593319:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+14:1110:x1830965535515776:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:2.0:1746145260.593337:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145260.593351:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d77ae lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365f1 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.593396:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.593407:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.593415:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145260.593461:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746145260.593464:0:21207:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145260.593475:0:21207:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.593492:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d77ae lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 16 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.593516:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 15 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.593523:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:2.0:1746145260.593526:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145260.593530:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915fe800, rc 0) 00000100:00100000:2.0:1746145260.594268:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+15:1110:x1830965535515776:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 948us (1162us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145260.594275:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43818 00000100:00100000:3.0:1746145260.611776:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.611858:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516032 00000100:00100000:2.0:1746145260.611865:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516032 00000100:00100000:2.0:1746145260.611907:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43819 00000100:00100000:2.0:1746145260.611913:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+20:1111:x1830965535516032:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145260.612007:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145260.612023:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d77bc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365f8 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.612094:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d77c3 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.612106:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d77c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.612115:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d77c3 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145260.612123:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746145260.612377:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d77bc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f8 expref: 23 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.612404:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fee00/0xb5ee96b21a0d77c3 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f8 expref: 22 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.612410:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:2.0:1746145260.612413:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:2.0:1746145260.612416:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915fee00, rc 0) 00000100:00100000:2.0:1746145260.612471:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1111:x1830965535516032:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 549us (693us total) trans 4294985947 rc 0/0 00000100:00100000:2.0:1746145260.612477:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43819 00000100:00100000:3.0:1746145260.614652:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.614772:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516288 00000100:00100000:2.0:1746145260.614777:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516288 00000100:00100000:2.0:1746145260.614811:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43820 00000100:00100000:2.0:1746145260.614816:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1111:x1830965535516288:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145260.614832:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145260.614843:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d77d1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5365ff expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.614898:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d77d8 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.614909:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d77d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145260.614930:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d77d8 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145260.614938:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746145260.615080:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d77d1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ff expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.615092:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d77d8 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ff expref: 24 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145260.615098:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:2.0:1746145260.615101:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145260.615103:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b1f43a00, rc 0) 00000100:00100000:2.0:1746145260.615144:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092481880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1111:x1830965535516288:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 327us (496us total) trans 4294985948 rc 0/0 00000100:00100000:2.0:1746145260.615149:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43820 00000100:00100000:1.0:1746145260.620405:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.620442:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.620480:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.620568:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516672 00000100:00100000:3.0:1746145260.620576:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516672 00000100:00100000:0.0:1746145260.620621:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516416 00000100:00100000:0.0:1746145260.620637:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516416 00000100:00100000:3.0:1746145260.620640:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 206 00000100:00100000:3.0:1746145260.620647:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1962:x1830965535516672:12345-192.168.203.38@tcp:103:ldlm_bl.0 00000100:00100000:0.0:1746145260.620654:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516544 00000100:00100000:0.0:1746145260.620656:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516544 00010000:00010000:3.0:1746145260.620657:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00000100:00100000:1.0:1746145260.620663:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6580 00000100:00100000:1.0:1746145260.620670:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535516416:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:3.0:1746145260.620675:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b1f43a00/0xb5ee96b21a0d77d8 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ff expref: 24 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145260.620682:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145260.620691:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:1.0:1746145260.620693:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d77e6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536606 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.620695:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145260.620730:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800934be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531168896:192.168.203.38@tcp:106: 00000100:00100000:3.0:1746145260.620731:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72050 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1962:x1830965535516672:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 84us (250us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145260.620737:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 206 00000100:00100000:1.0:1746145260.620769:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b07f3c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145260.620835:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6581 00000100:00100000:0.0:1746145260.620840:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535516544:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:0.0:1746145260.620847:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145260.620855:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d77ed lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53660d expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145260.620877:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531169024:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145260.620914:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145260.623757:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800934be300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531168896:192.168.203.38@tcp:106: 00010000:00010000:0.0:1746145260.623781:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d77e6 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536606 expref: 8 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145260.623792:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800945c7600/0xb5ee96b21a0d77e6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536606 expref: 8 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145260.623821:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800945c7600, rc 0) 00000100:00100000:0.0:1746145260.623855:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535516416:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 3184us (4539us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145260.623861:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6580 00000100:00100000:0.0:1746145260.624052:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531169024:192.168.203.38@tcp:106: 00010000:00010000:0.0:1746145260.624068:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d77ed lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53660d expref: 34 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145260.624076:0:11330:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d77ed lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53660d expref: 34 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145260.624083:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801365c9200, rc 0) 00000100:00100000:0.0:1746145260.624114:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535516544:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 3273us (3671us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145260.624119:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6581 00000100:00100000:1.0:1746145260.632539:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.632600:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.632612:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.632942:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.632990:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535517184 00000100:00100000:1.0:1746145260.632999:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535517440 00000100:00100000:3.0:1746145260.633005:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535517184 00000100:00100000:1.0:1746145260.633005:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535517440 00002000:00100000:3.0:1746145260.633040:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800934bd180 x1830965535517184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.633040:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800934bd880 x1830965535517440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.633049:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd180 with x1830965535517184 ext(1048576->2097151) 00002000:00100000:1.0:1746145260.633049:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd880 with x1830965535517440 ext(0->1048575) 00002000:00010000:3.0:1746145260.633053:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bd180 00002000:00010000:1.0:1746145260.633053:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bd880 00000100:00100000:1.0:1746145260.633065:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535516928 00000100:00100000:3.0:1746145260.633066:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535517568 00000100:00100000:1.0:1746145260.633067:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535516928 00000100:00100000:3.0:1746145260.633068:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535517568 00002000:00100000:3.0:1746145260.633074:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800934bf480 x1830965535517568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.633074:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800934bf800 x1830965535516928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.633080:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf480 with x1830965535517568 ext(1048576->2097151) 00002000:00100000:1.0:1746145260.633080:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf800 with x1830965535516928 ext(0->1048575) 00002000:00010000:3.0:1746145260.633082:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bf480 00002000:00010000:1.0:1746145260.633082:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bf800 00000100:00100000:3.0:1746145260.633091:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4657 00000100:00100000:3.0:1746145260.633097:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535517440:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.633105:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4658 00000100:00100000:2.0:1746145260.633110:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535517184:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.633674:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4659 00000100:00100000:2.0:1746145260.633680:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535517568:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.633697:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4660 00000100:00100000:3.0:1746145260.633701:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535516928:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.644133:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bd180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535517184:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11014us (11592us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.644143:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4658 00002000:00100000:3.0:1746145260.644154:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (1048576->2097151) req@ffff8800934bd180 x1830965535517184/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.644168:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd180 with x1830965535517184 ext(1048576->2097151) 00002000:00010000:3.0:1746145260.644174:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bd180 00000100:00100000:3.0:1746145260.649790:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bd880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535517440:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 16684us (17180us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.649800:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4657 00002000:00100000:3.0:1746145260.649810:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (0->1048575) req@ffff8800934bd880 x1830965535517440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.649819:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bd880 with x1830965535517440 ext(0->1048575) 00002000:00010000:3.0:1746145260.649824:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bd880 00000100:00100000:3.0:1746145260.651603:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bf800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1961:x1830965535516928:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 17895us (18983us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.651611:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4660 00002000:00100000:3.0:1746145260.651619:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (0->1048575) req@ffff8800934bf800 x1830965535516928/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.651650:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf800 with x1830965535516928 ext(0->1048575) 00002000:00010000:3.0:1746145260.651655:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bf800 00000100:00100000:3.0:1746145260.653841:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bf480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535517568:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 20156us (21074us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.653850:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4659 00002000:00100000:3.0:1746145260.653858:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (1048576->2097151) req@ffff8800934bf480 x1830965535517568/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.653866:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf480 with x1830965535517568 ext(1048576->2097151) 00002000:00010000:3.0:1746145260.653871:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bf480 00000100:00100000:2.0:1746145260.659717:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.659783:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535517824 00000100:00100000:0.0:1746145260.659791:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535517824 00000100:00100000:0.0:1746145260.659834:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6582 00000100:00100000:0.0:1746145260.659842:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1111:x1830965535517824:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:0.0:1746145260.659857:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145260.659872:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536614 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.659897:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.659904:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145260.659906:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145260.659910:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536614 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.659945:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 7 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.659956:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 7 pid: 8466 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746145260.659967:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531169152:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145260.660312:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145260.661296:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0001_UUID:11330:1830965531169152:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145260.661315:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536614 expref: 8 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.661328:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c68600, rc 0) 00000100:00100000:0.0:1746145260.661370:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1111:x1830965535517824:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 1528us (1658us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145260.661377:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6582 00000100:00100000:1.0:1746145260.671017:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.671079:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535517952 00000100:00100000:3.0:1746145260.671087:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535517952 00010000:00010000:3.0:1746145260.671126:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746145260.671158:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10696 00000100:00100000:3.0:1746145260.671165:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535517952:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145260.671175:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145260.671194:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.671205:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.671224:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c24200/0xb5ee96b21a0d75e0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1a:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b2 expref: 8 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.673016:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.673020:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.673031:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536614 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.673039:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536614 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.673073:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff880093c68600/0xb5ee96b21a0d77f4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536614 expref: 7 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.673088:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531169280:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145260.673167:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145260.675869:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531169280:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145260.675889:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145260.675942:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bc000 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+7:1961:x1830965535517952:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4776us (4931us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145260.675951:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10696 00000100:00100000:2.0:1746145260.677137:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.677372:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535518208 00000100:00100000:3.0:1746145260.677378:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535518208 00002000:00100000:3.0:1746145260.677410:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008be6f800 x1830965535518208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.677418:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6f800 with x1830965535518208 ext(0->1048575) 00002000:00010000:3.0:1746145260.677423:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6f800 00000100:00100000:3.0:1746145260.677448:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4661 00000100:00100000:3.0:1746145260.677454:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535518208:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.690150:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535518208:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12688us (13007us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.690160:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4661 00002000:00100000:3.0:1746145260.690170:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88008be6f800 x1830965535518208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.690178:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6f800 with x1830965535518208 ext(0->1048575) 00002000:00010000:3.0:1746145260.690182:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008be6f800 00000100:00100000:2.0:1746145260.698078:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.698146:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535518336 00000100:00100000:0.0:1746145260.698153:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535518336 00000100:00100000:0.0:1746145260.698200:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6583 00000100:00100000:0.0:1746145260.698208:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1111:x1830965535518336:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:0.0:1746145260.698224:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145260.698239:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53661b expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.698265:0:11330:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.698271:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145260.698273:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:0.0:1746145260.698277:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53661b expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.698301:0:11330:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 31 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.698311:0:11330:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 31 pid: 8466 timeout: 601 lvb_type: 0 00000100:00100000:0.0:1746145260.698331:0:11330:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531169408:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145260.698493:0:11330:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145260.702011:0:11330:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009c19ce00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_003:lustre-OST0000_UUID:11330:1830965531169408:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145260.702038:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53661b expref: 34 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145260.702056:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69600, rc 0) 00000100:00100000:0.0:1746145260.702105:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1111:x1830965535518336:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 3897us (4033us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145260.702116:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6583 00000100:00100000:1.0:1746145260.712474:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.713797:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535518464 00000100:00100000:3.0:1746145260.713807:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535518464 00010000:00010000:3.0:1746145260.713842:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 32 pid: 8466 timeout: 601 lvb_type: 0 00000100:00100000:3.0:1746145260.713881:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10697 00000100:00100000:3.0:1746145260.713888:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535518464:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145260.713901:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145260.713917:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 32 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.713937:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 32 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.713958:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800936f8400/0xb5ee96b21a0d75e7 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1040383) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365b9 expref: 32 pid: 8466 timeout: 601 lvb_type: 0 00010000:00010000:3.0:1746145260.713983:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.713985:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145260.713992:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53661b expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.713999:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53661b expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145260.714028:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880093c69600/0xb5ee96b21a0d77fb lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53661b expref: 33 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145260.714044:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531169536:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145260.714116:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842240 going to sleep for 11 seconds 00000100:00100000:3.0:1746145260.716851:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880092480380 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531169536:192.168.203.38@tcp:105: 00010000:00010000:3.0:1746145260.716868:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145260.717369:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bd500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+31:1961:x1830965535518464:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3479us (4900us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145260.717378:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10697 00000100:00100000:2.0:1746145260.726458:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.726594:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.726739:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.726936:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535518720 00000100:00100000:3.0:1746145260.726944:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535518720 00002000:00100000:3.0:1746145260.726978:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009b67b480 x1830965535518720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.726988:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965535518720 ext(0->1048575) 00002000:00010000:3.0:1746145260.726992:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b480 00000100:00100000:3.0:1746145260.727008:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535518976 00000100:00100000:3.0:1746145260.727009:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535518976 00002000:00100000:3.0:1746145260.727017:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009b67b100 x1830965535518976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.727022:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b100 with x1830965535518976 ext(1048576->2097151) 00002000:00010000:3.0:1746145260.727025:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b100 00000100:00100000:3.0:1746145260.727031:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535519232 00000100:00100000:3.0:1746145260.727032:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535519232 00002000:00100000:3.0:1746145260.727040:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801362f4000 x1830965535519232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.727046:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4000 with x1830965535519232 ext(1048576->2097151) 00002000:00010000:3.0:1746145260.727049:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4000 00000100:00100000:3.0:1746145260.727067:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4662 00000100:00100000:3.0:1746145260.727073:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535518720:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.727451:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4663 00000100:00100000:1.0:1746145260.727459:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535518976:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.727520:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4664 00000100:00100000:3.0:1746145260.727525:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535519232:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.736765:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535518720:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9685us (10307us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.736775:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4662 00002000:00100000:3.0:1746145260.736785:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009b67b480 x1830965535518720/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.736793:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b480 with x1830965535518720 ext(0->1048575) 00002000:00010000:3.0:1746145260.736798:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b480 00000100:00100000:0.0:1746145260.744157:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535519232:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 16622us (17409us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.744168:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4664 00002000:00100000:0.0:1746145260.744180:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff8801362f4000 x1830965535519232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.744189:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4000 with x1830965535519232 ext(1048576->2097151) 00002000:00010000:0.0:1746145260.744194:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4000 00000100:00100000:1.0:1746145260.745593:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535518976:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 18130us (18993us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.745604:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4663 00002000:00100000:1.0:1746145260.745612:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009b67b100 x1830965535518976/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.745620:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b100 with x1830965535518976 ext(1048576->2097151) 00002000:00010000:1.0:1746145260.745623:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b100 00000100:00100000:1.0:1746145260.760784:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.760820:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.760840:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535519488 00000100:00100000:1.0:1746145260.760842:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.760848:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535519488 00000100:00100000:1.0:1746145260.760874:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.760887:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535519744 00000100:00100000:1.0:1746145260.760889:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535519744 00002000:00100000:2.0:1746145260.760893:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800934bce00 x1830965535519488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.760901:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bce00 with x1830965535519488 ext(2097152->3145727) 00002000:00100000:1.0:1746145260.760901:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800934bed80 x1830965535519744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:2.0:1746145260.760906:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bce00 00002000:00100000:1.0:1746145260.760906:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bed80 with x1830965535519744 ext(3145728->4194303) 00002000:00010000:1.0:1746145260.760908:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bed80 00000100:00100000:2.0:1746145260.760928:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535520000 00000100:00100000:2.0:1746145260.760931:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535520000 00000100:00100000:1.0:1746145260.760934:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535520256 00000100:00100000:1.0:1746145260.760936:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535520256 00002000:00100000:2.0:1746145260.760942:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800934bca80 x1830965535520000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.760943:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800934bc700 x1830965535520256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.760948:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bca80 with x1830965535520000 ext(2097152->3145727) 00002000:00100000:1.0:1746145260.760949:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bc700 with x1830965535520256 ext(3145728->4194303) 00002000:00010000:2.0:1746145260.760951:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bca80 00002000:00010000:1.0:1746145260.760951:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bc700 00000100:00100000:1.0:1746145260.760961:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4665 00000100:00100000:1.0:1746145260.760967:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535519488:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.760968:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4666 00000100:00100000:2.0:1746145260.760972:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535519744:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.761014:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4667 00000100:00100000:2.0:1746145260.761018:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535520256:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.761303:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4668 00000100:00100000:0.0:1746145260.761310:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535520000:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.769290:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535519488:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8314us (8504us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.769301:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4665 00002000:00100000:1.0:1746145260.769311:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (2097152->3145727) req@ffff8800934bce00 x1830965535519488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.769319:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bce00 with x1830965535519488 ext(2097152->3145727) 00002000:00010000:1.0:1746145260.769324:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bce00 00000100:00100000:2.0:1746145260.775197:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535519744:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 14214us (14367us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.775219:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4666 00002000:00100000:2.0:1746145260.775230:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (3145728->4194303) req@ffff8800934bed80 x1830965535519744/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.775238:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bed80 with x1830965535519744 ext(3145728->4194303) 00002000:00010000:2.0:1746145260.775243:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bed80 00000100:00100000:0.0:1746145260.775364:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535520000:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 14053us (14519us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.775370:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4668 00002000:00100000:0.0:1746145260.775375:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (2097152->3145727) req@ffff8800934bca80 x1830965535520000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.775381:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bca80 with x1830965535520000 ext(2097152->3145727) 00002000:00010000:0.0:1746145260.775384:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bca80 00000100:00100000:2.0:1746145260.778816:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bc700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535520256:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 17790us (17933us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.778826:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4667 00002000:00100000:2.0:1746145260.778836:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x19:0x0] (3145728->4194303) req@ffff8800934bc700 x1830965535520256/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.778844:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bc700 with x1830965535520256 ext(3145728->4194303) 00002000:00010000:2.0:1746145260.778849:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bc700 00000100:00100000:1.0:1746145260.786094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.786132:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.786155:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.786190:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.786212:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535520640 00000100:00100000:1.0:1746145260.786220:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535520640 00002000:00100000:1.0:1746145260.786260:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800934bf100 x1830965535520640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.786268:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf100 with x1830965535520640 ext(2097152->3145727) 00002000:00010000:1.0:1746145260.786273:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bf100 00000100:00100000:1.0:1746145260.786284:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535520768 00000100:00100000:1.0:1746145260.786286:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535520768 00002000:00100000:1.0:1746145260.786294:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8800934bdf80 x1830965535520768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.786300:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965535520768 ext(3145728->4194303) 00002000:00010000:1.0:1746145260.786302:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:1.0:1746145260.786307:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535521152 00000100:00100000:1.0:1746145260.786309:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535521152 00002000:00100000:1.0:1746145260.786317:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800934bdc00 x1830965535521152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.786328:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdc00 with x1830965535521152 ext(3145728->4194303) 00002000:00010000:1.0:1746145260.786330:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bdc00 00000100:00100000:1.0:1746145260.786336:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535520896 00000100:00100000:1.0:1746145260.786338:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535520896 00002000:00100000:1.0:1746145260.786346:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800934bfb80 x1830965535520896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.786351:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bfb80 with x1830965535520896 ext(2097152->3145727) 00002000:00010000:1.0:1746145260.786353:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bfb80 00000100:00100000:1.0:1746145260.786363:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4669 00000100:00100000:1.0:1746145260.786369:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535520640:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.786711:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4670 00000100:00100000:2.0:1746145260.786719:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535520768:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.787048:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4671 00000100:00100000:1.0:1746145260.787054:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535521152:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.787268:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4672 00000100:00100000:2.0:1746145260.787274:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535520896:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.795121:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bf100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535520640:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8744us (9025us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.795131:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4669 00002000:00100000:1.0:1746145260.795141:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff8800934bf100 x1830965535520640/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.795150:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bf100 with x1830965535520640 ext(2097152->3145727) 00002000:00010000:1.0:1746145260.795155:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bf100 00000100:00100000:1.0:1746145260.798737:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bdc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535521152:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11676us (12573us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.798747:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4671 00002000:00100000:1.0:1746145260.798758:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff8800934bdc00 x1830965535521152/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.798766:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdc00 with x1830965535521152 ext(3145728->4194303) 00002000:00010000:1.0:1746145260.798772:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bdc00 00000100:00100000:2.0:1746145260.800225:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bdf80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535520768:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13503us (14088us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.800234:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4670 00002000:00100000:2.0:1746145260.800241:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff8800934bdf80 x1830965535520768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.800248:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bdf80 with x1830965535520768 ext(3145728->4194303) 00002000:00010000:2.0:1746145260.800251:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800934bdf80 00000100:00100000:2.0:1746145260.801561:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bfb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535520896:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 14282us (15365us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.801569:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4672 00002000:00100000:2.0:1746145260.801577:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff8800934bfb80 x1830965535520896/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.801584:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bfb80 with x1830965535520896 ext(2097152->3145727) 00002000:00010000:2.0:1746145260.801588:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bfb80 00000100:00100000:0.0:1746145260.812790:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.812830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.812853:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.812895:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535522176 00000100:00100000:0.0:1746145260.812901:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.812904:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535522176 00000100:00100000:0.0:1746145260.812948:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535521536 00002000:00100000:2.0:1746145260.812950:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88009c19ce00 x1830965535522176/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746145260.812951:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535521536 00002000:00100000:2.0:1746145260.812960:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535522176 ext(5242880->6291455) 00002000:00010000:2.0:1746145260.812964:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ce00 00002000:00100000:0.0:1746145260.812968:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8801391d0a80 x1830965535521536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.812975:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535521536 ext(4194304->5242879) 00000100:00100000:1.0:1746145260.812976:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535521792 00000100:00100000:2.0:1746145260.812977:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535522048 00002000:00010000:0.0:1746145260.812978:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0a80 00000100:00100000:2.0:1746145260.812979:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535522048 00000100:00100000:1.0:1746145260.812980:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535521792 00002000:00100000:2.0:1746145260.812990:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88009291c000 x1830965535522048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746145260.812993:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4673 00002000:00100000:1.0:1746145260.812998:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a526ce00 x1830965535521792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.813003:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c000 with x1830965535522048 ext(4194304->5242879) 00002000:00100000:1.0:1746145260.813004:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535521792 ext(5242880->6291455) 00002000:00010000:2.0:1746145260.813005:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c000 00002000:00010000:1.0:1746145260.813007:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:0.0:1746145260.813035:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535522176:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.813042:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4674 00000100:00100000:1.0:1746145260.813051:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4675 00000100:00100000:2.0:1746145260.813052:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535521536:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.813057:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535522048:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.813087:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4676 00000100:00100000:0.0:1746145260.813091:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535521792:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.819802:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535521536:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6741us (6961us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.819812:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4674 00002000:00100000:2.0:1746145260.819823:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1b:0x0] (4194304->5242879) req@ffff8801391d0a80 x1830965535521536/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.819831:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535521536 ext(4194304->5242879) 00002000:00010000:2.0:1746145260.819836:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0a80 00000100:00100000:1.0:1746145260.820049:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535521792:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6955us (7193us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.820056:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4676 00002000:00100000:1.0:1746145260.820061:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (5242880->6291455) req@ffff8800a526ce00 x1830965535521792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.820067:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535521792 ext(5242880->6291455) 00002000:00010000:1.0:1746145260.820071:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:1.0:1746145260.824025:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535522048:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10960us (11115us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.824034:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4675 00002000:00100000:1.0:1746145260.824044:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (4194304->5242879) req@ffff88009291c000 x1830965535522048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.824058:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c000 with x1830965535522048 ext(4194304->5242879) 00002000:00010000:1.0:1746145260.824063:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c000 00000100:00100000:2.0:1746145260.826115:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535522176:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13075us (13326us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.826125:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4673 00002000:00100000:2.0:1746145260.826134:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x19:0x0] (5242880->6291455) req@ffff88009c19ce00 x1830965535522176/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.826143:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535522176 ext(5242880->6291455) 00002000:00010000:2.0:1746145260.826147:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ce00 00000100:00100000:0.0:1746145260.829364:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.830052:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535522560 00000100:00100000:2.0:1746145260.830061:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535522560 00002000:00100000:2.0:1746145260.830096:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009291c380 x1830965535522560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.830104:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c380 with x1830965535522560 ext(6291456->7340031) 00002000:00010000:2.0:1746145260.830110:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c380 00000100:00100000:2.0:1746145260.830139:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4677 00000100:00100000:2.0:1746145260.830145:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535522560:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.836963:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.837288:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.837608:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.837650:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.837932:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535522560:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7785us (8573us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.837941:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4677 00002000:00100000:3.0:1746145260.837951:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1b:0x0] (6291456->7340031) req@ffff88009291c380 x1830965535522560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.837959:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c380 with x1830965535522560 ext(6291456->7340031) 00002000:00010000:3.0:1746145260.837964:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c380 00000100:00100000:3.0:1746145260.837982:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535522816 00000100:00100000:3.0:1746145260.837987:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535522816 00002000:00100000:3.0:1746145260.838009:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880092480380 x1830965535522816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.838015:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480380 with x1830965535522816 ext(4194304->5242879) 00002000:00010000:3.0:1746145260.838017:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480380 00000100:00100000:0.0:1746145260.838209:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535523072 00000100:00100000:0.0:1746145260.838212:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535523072 00002000:00100000:0.0:1746145260.838225:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092696a00 x1830965535523072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.838231:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965535523072 ext(5242880->6291455) 00002000:00010000:0.0:1746145260.838234:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:0.0:1746145260.838241:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535523328 00000100:00100000:0.0:1746145260.838243:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535523328 00002000:00100000:0.0:1746145260.838250:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a55a9f80 x1830965535523328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.838255:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965535523328 ext(4194304->5242879) 00002000:00010000:0.0:1746145260.838257:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55a9f80 00000100:00100000:0.0:1746145260.838262:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535523456 00000100:00100000:0.0:1746145260.838264:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535523456 00002000:00100000:0.0:1746145260.838271:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800a537b480 x1830965535523456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.838280:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b480 with x1830965535523456 ext(5242880->6291455) 00002000:00010000:0.0:1746145260.838282:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a537b480 00000100:00100000:0.0:1746145260.838294:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4678 00000100:00100000:0.0:1746145260.838299:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535522816:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.838995:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4679 00000100:00100000:1.0:1746145260.839004:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535523072:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.840199:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4680 00000100:00100000:0.0:1746145260.840208:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535523328:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.840586:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4681 00000100:00100000:0.0:1746145260.840592:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535523456:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.845742:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092696a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535523072:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6731us (8444us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.845751:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4679 00002000:00100000:1.0:1746145260.845762:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff880092696a00 x1830965535523072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.845771:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092696a00 with x1830965535523072 ext(5242880->6291455) 00002000:00010000:1.0:1746145260.845775:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092696a00 00000100:00100000:2.0:1746145260.848262:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092480380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535522816:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9955us (11299us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.848271:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4678 00002000:00100000:2.0:1746145260.848281:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff880092480380 x1830965535522816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.848289:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092480380 with x1830965535522816 ext(4194304->5242879) 00002000:00010000:2.0:1746145260.848294:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092480380 00000100:00100000:1.0:1746145260.852545:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a537b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535523456:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11945us (14886us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.852556:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4681 00002000:00100000:1.0:1746145260.852572:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff8800a537b480 x1830965535523456/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.852581:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a537b480 with x1830965535523456 ext(5242880->6291455) 00002000:00010000:1.0:1746145260.852585:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a537b480 00000100:00100000:2.0:1746145260.854196:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a55a9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535523328:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13986us (16584us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.854204:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4680 00002000:00100000:2.0:1746145260.854212:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff8800a55a9f80 x1830965535523328/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.854220:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a55a9f80 with x1830965535523328 ext(4194304->5242879) 00002000:00010000:2.0:1746145260.854224:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a55a9f80 00000100:00100000:0.0:1746145260.860359:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.860454:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535523840 00000100:00100000:2.0:1746145260.860469:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535523840 00002000:00100000:2.0:1746145260.860520:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009291c700 x1830965535523840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.860528:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965535523840 ext(6291456->7340031) 00002000:00010000:2.0:1746145260.860533:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c700 00000100:00100000:2.0:1746145260.860569:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4682 00000100:00100000:2.0:1746145260.860577:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535523840:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.867070:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535523840:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6486us (6715us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.867080:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4682 00002000:00100000:2.0:1746145260.867090:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009291c700 x1830965535523840/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.867099:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965535523840 ext(6291456->7340031) 00002000:00010000:2.0:1746145260.867104:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c700 00000100:00100000:0.0:1746145260.867118:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.867228:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535524096 00000100:00100000:2.0:1746145260.867234:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535524096 00002000:00100000:2.0:1746145260.867260:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009291ca80 x1830965535524096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.867266:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ca80 with x1830965535524096 ext(6291456->7340031) 00002000:00010000:2.0:1746145260.867269:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ca80 00000100:00100000:2.0:1746145260.867354:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4683 00000100:00100000:2.0:1746145260.867361:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535524096:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.867758:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.867788:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.867806:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535524352 00000100:00100000:0.0:1746145260.867809:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535524352 00002000:00100000:0.0:1746145260.867824:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009291ce00 x1830965535524352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.867832:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ce00 with x1830965535524352 ext(7340032->8388607) 00002000:00010000:0.0:1746145260.867835:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ce00 00000100:00100000:1.0:1746145260.867850:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535524608 00000100:00100000:0.0:1746145260.867854:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4684 00000100:00100000:0.0:1746145260.867859:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535524352:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.867863:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535524608 00002000:00100000:1.0:1746145260.867909:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009291d180 x1830965535524608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.867931:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d180 with x1830965535524608 ext(7340032->8388607) 00002000:00010000:1.0:1746145260.867936:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d180 00000100:00100000:1.0:1746145260.867967:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4685 00000100:00100000:1.0:1746145260.867975:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535524608:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.877110:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535524096:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9741us (9985us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.877121:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4683 00002000:00100000:3.0:1746145260.877131:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (6291456->7340031) req@ffff88009291ca80 x1830965535524096/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.877140:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ca80 with x1830965535524096 ext(6291456->7340031) 00002000:00010000:3.0:1746145260.877146:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ca80 00000100:00100000:2.0:1746145260.877267:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535524608:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9292us (9476us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.877277:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4685 00002000:00100000:2.0:1746145260.877282:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (7340032->8388607) req@ffff88009291d180 x1830965535524608/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.877289:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d180 with x1830965535524608 ext(7340032->8388607) 00002000:00010000:2.0:1746145260.877292:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d180 00000100:00100000:1.0:1746145260.877347:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535524352:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9477us (9579us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.877358:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4684 00002000:00100000:1.0:1746145260.877370:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (7340032->8388607) req@ffff88009291ce00 x1830965535524352/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.877379:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ce00 with x1830965535524352 ext(7340032->8388607) 00002000:00010000:1.0:1746145260.877384:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ce00 00000100:00100000:1.0:1746145260.886614:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.886871:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535524864 00000100:00100000:2.0:1746145260.886883:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535524864 00002000:00100000:2.0:1746145260.886935:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800934bea00 x1830965535524864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.886944:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bea00 with x1830965535524864 ext(8388608->9437183) 00002000:00010000:2.0:1746145260.886948:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bea00 00000100:00100000:2.0:1746145260.886980:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4686 00000100:00100000:2.0:1746145260.886988:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535524864:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.890366:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.891513:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535525120 00000100:00100000:0.0:1746145260.891527:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535525120 00002000:00100000:0.0:1746145260.891586:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092989500 x1830965535525120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.891596:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989500 with x1830965535525120 ext(8388608->9437183) 00002000:00010000:0.0:1746145260.891603:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989500 00000100:00100000:0.0:1746145260.891702:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4687 00000100:00100000:0.0:1746145260.891712:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535525120:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.898402:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.898458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.898495:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535525376 00000100:00100000:3.0:1746145260.898504:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535525376 00000100:00100000:1.0:1746145260.898506:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.898526:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535525632 00000100:00100000:3.0:1746145260.898529:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535525632 00002000:00100000:3.0:1746145260.898563:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800934be300 x1830965535525632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.898572:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934be300 with x1830965535525632 ext(7340032->8388607) 00002000:00010000:3.0:1746145260.898577:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934be300 00000100:00100000:3.0:1746145260.898600:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535525888 00000100:00100000:3.0:1746145260.898602:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535525888 00002000:00100000:3.0:1746145260.898615:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008a9e3800 x1830965535525888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.898622:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3800 with x1830965535525888 ext(7340032->8388607) 00002000:00010000:3.0:1746145260.898650:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e3800 00000100:00100000:0.0:1746145260.898652:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4688 00000100:00100000:0.0:1746145260.898663:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1963:x1830965535525632:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.898671:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4689 00000100:00100000:3.0:1746145260.898676:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535525888:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:2.0:1746145260.899062:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800934be680 x1830965535525376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.899071:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934be680 with x1830965535525376 ext(6291456->7340031) 00002000:00010000:2.0:1746145260.899075:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934be680 00000100:00100000:2.0:1746145260.899096:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4690 00000100:00100000:2.0:1746145260.899103:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1963:x1830965535525376:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.899260:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934bea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1962:x1830965535524864:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12272us (12659us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.899267:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4686 00002000:00100000:1.0:1746145260.899273:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (8388608->9437183) req@ffff8800934bea00 x1830965535524864/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.899280:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934bea00 with x1830965535524864 ext(8388608->9437183) 00002000:00010000:1.0:1746145260.899283:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934bea00 00000100:00100000:0.0:1746145260.902976:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092989500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535525120:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11173us (12524us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.902988:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4687 00002000:00100000:0.0:1746145260.903000:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (8388608->9437183) req@ffff880092989500 x1830965535525120/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.903009:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092989500 with x1830965535525120 ext(8388608->9437183) 00002000:00010000:0.0:1746145260.903014:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092989500 00000100:00100000:3.0:1746145260.906946:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535525888:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8257us (8427us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.906958:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4689 00002000:00100000:3.0:1746145260.906968:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff88008a9e3800 x1830965535525888/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.906977:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3800 with x1830965535525888 ext(7340032->8388607) 00002000:00010000:3.0:1746145260.906983:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e3800 00000100:00100000:2.0:1746145260.912981:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934be300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535525632:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 14309us (14511us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.912993:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4688 00002000:00100000:2.0:1746145260.913005:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff8800934be300 x1830965535525632/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.913014:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934be300 with x1830965535525632 ext(7340032->8388607) 00002000:00010000:2.0:1746145260.913019:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934be300 00000100:00100000:0.0:1746145260.916699:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800934be680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535525376:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 17590us (18302us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.916709:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4690 00002000:00100000:0.0:1746145260.916719:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff8800934be680 x1830965535525376/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.916728:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800934be680 with x1830965535525376 ext(6291456->7340031) 00002000:00010000:0.0:1746145260.916733:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800934be680 00000100:00100000:1.0:1746145260.931126:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.931203:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.931325:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535526272 00000100:00100000:0.0:1746145260.931336:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535526272 00002000:00100000:0.0:1746145260.931387:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008a9e3100 x1830965535526272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.931398:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3100 with x1830965535526272 ext(8388608->9437183) 00002000:00010000:0.0:1746145260.931403:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e3100 00000100:00100000:0.0:1746145260.931446:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535526400 00000100:00100000:0.0:1746145260.931450:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535526400 00002000:00100000:0.0:1746145260.931468:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008a9e0000 x1830965535526400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.931475:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0000 with x1830965535526400 ext(8388608->9437183) 00002000:00010000:0.0:1746145260.931478:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e0000 00000100:00100000:3.0:1746145260.931489:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4691 00000100:00100000:0.0:1746145260.931499:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4692 00000100:00100000:3.0:1746145260.931500:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535526272:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.931506:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535526400:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.938681:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.940261:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.942347:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535526656 00000100:00100000:2.0:1746145260.942362:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535526656 00002000:00100000:2.0:1746145260.942455:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008a9e0700 x1830965535526656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.942467:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0700 with x1830965535526656 ext(9437184->10485759) 00002000:00010000:2.0:1746145260.942474:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e0700 00000100:00100000:2.0:1746145260.942763:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535526912 00000100:00100000:2.0:1746145260.942768:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535526912 00002000:00100000:2.0:1746145260.942792:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008a9e0e00 x1830965535526912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.942800:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0e00 with x1830965535526912 ext(9437184->10485759) 00002000:00010000:2.0:1746145260.942804:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0e00 00000100:00100000:3.0:1746145260.942869:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4693 00000100:00100000:3.0:1746145260.942882:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535526656:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145260.946289:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4694 00000100:00100000:1.0:1746145260.946308:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535526912:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.950879:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535526272:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 19366us (19750us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.950893:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4691 00002000:00100000:2.0:1746145260.950907:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff88008a9e3100 x1830965535526272/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.950927:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e3100 with x1830965535526272 ext(8388608->9437183) 00002000:00010000:2.0:1746145260.950935:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e3100 00000100:00100000:0.0:1746145260.953690:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1960:x1830965535526400:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 22172us (22475us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.953703:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4692 00002000:00100000:0.0:1746145260.953716:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff88008a9e0000 x1830965535526400/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.953725:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0000 with x1830965535526400 ext(8388608->9437183) 00002000:00010000:0.0:1746145260.953731:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e0000 00000100:00100000:3.0:1746145260.955683:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535526656:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12794us (17004us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.955695:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4693 00002000:00100000:3.0:1746145260.955708:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (9437184->10485759) req@ffff88008a9e0700 x1830965535526656/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.955716:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0700 with x1830965535526656 ext(9437184->10485759) 00002000:00010000:3.0:1746145260.955722:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e0700 00000100:00100000:1.0:1746145260.958815:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535526912:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12503us (18552us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.958826:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4694 00002000:00100000:1.0:1746145260.958837:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (9437184->10485759) req@ffff88008a9e0e00 x1830965535526912/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.958845:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0e00 with x1830965535526912 ext(9437184->10485759) 00002000:00010000:1.0:1746145260.958850:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0e00 00000100:00100000:0.0:1746145260.962375:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.962453:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535527168 00000100:00100000:1.0:1746145260.962465:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535527168 00002000:00100000:1.0:1746145260.962517:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009291d500 x1830965535527168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.962527:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965535527168 ext(10485760->11534335) 00002000:00010000:1.0:1746145260.962533:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:3.0:1746145260.963890:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4695 00000100:00100000:3.0:1746145260.963909:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535527168:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.966301:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.966826:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535527424 00000100:00100000:1.0:1746145260.966835:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535527424 00002000:00100000:1.0:1746145260.966877:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8801362f4380 x1830965535527424/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.966886:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4380 with x1830965535527424 ext(10485760->11534335) 00002000:00010000:1.0:1746145260.966891:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4380 00000100:00100000:1.0:1746145260.966929:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4696 00000100:00100000:1.0:1746145260.966936:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535527424:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.968291:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145260.970104:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535527680 00000100:00100000:1.0:1746145260.970116:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535527680 00002000:00100000:1.0:1746145260.970164:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009291d880 x1830965535527680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.970174:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d880 with x1830965535527680 ext(11534336->12582911) 00002000:00010000:1.0:1746145260.970180:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d880 00000100:00100000:1.0:1746145260.970219:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4697 00000100:00100000:1.0:1746145260.970227:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535527680:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.974673:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535527168:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10761us (12299us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.974685:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4695 00002000:00100000:3.0:1746145260.974697:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1b:0x0] (10485760->11534335) req@ffff88009291d500 x1830965535527168/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.974706:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965535527168 ext(10485760->11534335) 00002000:00010000:3.0:1746145260.974713:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:0.0:1746145260.976570:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.976610:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.976669:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535527936 00000100:00100000:2.0:1746145260.976676:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535528192 00000100:00100000:3.0:1746145260.976678:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535527936 00000100:00100000:2.0:1746145260.976683:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535528192 00002000:00100000:2.0:1746145260.976717:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009291df80 x1830965535528192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.976719:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009291dc00 x1830965535527936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.976726:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965535528192 ext(9437184->10485759) 00002000:00100000:3.0:1746145260.976728:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965535527936 ext(9437184->10485759) 00002000:00010000:2.0:1746145260.976730:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00002000:00010000:3.0:1746145260.976732:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291dc00 00000100:00100000:2.0:1746145260.976754:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4698 00000100:00100000:2.0:1746145260.976765:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535528192:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145260.976768:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4699 00000100:00100000:3.0:1746145260.976775:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535527936:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.978582:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535527680:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8351us (10295us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.978591:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4697 00002000:00100000:0.0:1746145260.978600:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (11534336->12582911) req@ffff88009291d880 x1830965535527680/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.978608:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d880 with x1830965535527680 ext(11534336->12582911) 00002000:00010000:0.0:1746145260.978612:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d880 00000100:00100000:1.0:1746145260.978765:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535527424:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11823us (12467us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145260.978776:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4696 00002000:00100000:1.0:1746145260.978784:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x19:0x0] (10485760->11534335) req@ffff8801362f4380 x1830965535527424/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145260.978793:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4380 with x1830965535527424 ext(10485760->11534335) 00002000:00010000:1.0:1746145260.978798:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4380 00000100:00100000:2.0:1746145260.983021:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535528192:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6252us (6402us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145260.983126:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4698 00002000:00100000:2.0:1746145260.983137:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff88009291df80 x1830965535528192/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.983145:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965535528192 ext(9437184->10485759) 00002000:00010000:2.0:1746145260.983150:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00000100:00100000:3.0:1746145260.985211:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535527936:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8431us (8641us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145260.985219:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4699 00002000:00100000:3.0:1746145260.985227:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff88009291dc00 x1830965535527936/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.985235:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965535527936 ext(9437184->10485759) 00002000:00010000:3.0:1746145260.985239:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291dc00 00000100:00100000:0.0:1746145260.992712:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145260.992759:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145260.993323:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535528448 00000100:00100000:3.0:1746145260.993331:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535528448 00002000:00100000:3.0:1746145260.993367:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009291e300 x1830965535528448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.993376:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e300 with x1830965535528448 ext(10485760->11534335) 00002000:00010000:3.0:1746145260.993380:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291e300 00000100:00100000:3.0:1746145260.993394:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535528704 00000100:00100000:3.0:1746145260.993395:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535528704 00002000:00100000:3.0:1746145260.993406:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009291e680 x1830965535528704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145260.993411:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e680 with x1830965535528704 ext(10485760->11534335) 00002000:00010000:3.0:1746145260.993414:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291e680 00000100:00100000:3.0:1746145260.993423:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4700 00000100:00100000:3.0:1746145260.993428:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535528448:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145260.993655:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4701 00000100:00100000:2.0:1746145260.993664:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535528704:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.995583:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145260.996300:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535528960 00000100:00100000:2.0:1746145260.996309:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535528960 00002000:00100000:2.0:1746145260.996349:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009291ea00 x1830965535528960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/0 e 0 to 0 dl 1746145271 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145260.996359:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ea00 with x1830965535528960 ext(11534336->12582911) 00002000:00010000:2.0:1746145260.996364:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ea00 00000100:00100000:0.0:1746145260.996420:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4702 00000100:00100000:0.0:1746145260.996428:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535528960:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145260.998689:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535528448:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5253us (5977us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145260.998700:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4700 00002000:00100000:0.0:1746145260.998710:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff88009291e300 x1830965535528448/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145260.998718:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e300 with x1830965535528448 ext(10485760->11534335) 00002000:00010000:0.0:1746145260.998723:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291e300 00000100:00100000:2.0:1746145261.000894:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535528704:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7227us (8130us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.000903:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4701 00002000:00100000:2.0:1746145261.000911:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff88009291e680 x1830965535528704/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.000928:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e680 with x1830965535528704 ext(10485760->11534335) 00002000:00010000:2.0:1746145261.000932:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291e680 00000100:00100000:2.0:1746145261.001688:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535528960:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5260us (6110us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.001695:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4702 00002000:00100000:2.0:1746145261.001700:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff88009291ea00 x1830965535528960/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:146/0 lens 488/440 e 0 to 0 dl 1746145271 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.001706:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ea00 with x1830965535528960 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.001709:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ea00 00000100:00100000:3.0:1746145261.003799:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.003880:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535529216 00000100:00100000:2.0:1746145261.003888:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535529216 00002000:00100000:2.0:1746145261.003969:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88009157c000 x1830965535529216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.003978:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157c000 with x1830965535529216 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.003983:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157c000 00000100:00100000:2.0:1746145261.004005:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4703 00000100:00100000:2.0:1746145261.004013:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535529216:12345-192.168.203.38@tcp:3:cmp.0 00000100:00080000:3.0:1746145261.004069:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746145261.007857:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535529216:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 3836us (4054us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.007867:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4703 00002000:00100000:2.0:1746145261.007876:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x19:0x0] (11534336->12582911) req@ffff88009157c000 x1830965535529216/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.007884:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157c000 with x1830965535529216 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.007889:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157c000 00000100:00100000:0.0:1746145261.015140:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.015276:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535529472 00000100:00100000:2.0:1746145261.015285:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535529472 00002000:00100000:2.0:1746145261.015338:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800990cb850 x1830965535529472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.015351:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990cb850 with x1830965535529472 ext(12582912->13631487) 00002000:00010000:2.0:1746145261.015356:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990cb850 00000100:00100000:2.0:1746145261.015373:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4704 00000100:00100000:2.0:1746145261.015380:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800990cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535529472:12345-192.168.203.38@tcp:3:cmp.0 00000100:00080000:3.0:1746145261.015653:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:3.0:1746145261.017606:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.017884:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535529728 00000100:00100000:1.0:1746145261.017892:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535529728 00002000:00100000:1.0:1746145261.017936:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88009157c380 x1830965535529728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.017944:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157c380 with x1830965535529728 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.017948:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157c380 00000100:00100000:1.0:1746145261.017965:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4705 00000100:00100000:1.0:1746145261.017971:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535529728:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.021714:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800990cb850 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535529472:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6327us (6573us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.021725:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4704 00002000:00100000:2.0:1746145261.021735:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1b:0x0] (12582912->13631487) req@ffff8800990cb850 x1830965535529472/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.021743:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800990cb850 with x1830965535529472 ext(12582912->13631487) 00002000:00010000:2.0:1746145261.021748:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800990cb850 00000100:00100000:1.0:1746145261.023741:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535529728:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5760us (6129us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.023750:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4705 00002000:00100000:1.0:1746145261.024025:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff88009157c380 x1830965535529728/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.024033:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157c380 with x1830965535529728 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.024037:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157c380 00000100:00100000:0.0:1746145261.028130:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.028220:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535529984 00000100:00100000:1.0:1746145261.028229:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535529984 00002000:00100000:1.0:1746145261.028265:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88009291ed80 x1830965535529984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.028275:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ed80 with x1830965535529984 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.028279:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ed80 00000100:00100000:1.0:1746145261.028304:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4706 00000100:00100000:1.0:1746145261.028311:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535529984:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.033548:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535529984:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5230us (5416us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.033929:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4706 00002000:00100000:1.0:1746145261.033941:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff88009291ed80 x1830965535529984/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.033950:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ed80 with x1830965535529984 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.033954:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ed80 00000100:00100000:0.0:1746145261.037553:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.037618:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535530240 00000100:00100000:2.0:1746145261.037658:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535530240 00000100:00080000:3.0:1746145261.037713:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746145261.037721:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 167 00000100:00100000:2.0:1746145261.037730:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1111:x1830965535530240:12345-192.168.203.38@tcp:35:cmp.0 00000100:00100000:2.0:1746145261.038175:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1111:x1830965535530240:12345-192.168.203.38@tcp:35:cmp.0 Request processed in 446us (627us total) trans 4294985949 rc 0/0 00000100:00100000:2.0:1746145261.038182:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 167 00000100:00100000:0.0:1746145261.047856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.048009:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535530496 00000100:00100000:2.0:1746145261.048018:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535530496 00000100:00100000:2.0:1746145261.048074:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43821 00000100:00080000:3.0:1746145261.048078:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746145261.048081:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+15:1112:x1830965535530496:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145261.048097:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.048114:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d7802 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536622 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.048179:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d7809 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.048191:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d7809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.048201:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d7809 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145261.048209:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:2.0:1746145261.048292:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d7802 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536622 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.048321:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d7809 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536622 expref: 17 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.048329:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:2.0:1746145261.048331:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145261.048334:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1590c00, rc 0) 00000100:00100000:2.0:1746145261.048390:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f480 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+17:1112:x1830965535530496:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 309us (540us total) trans 4294985950 rc 0/0 00000100:00100000:2.0:1746145261.048396:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43821 00000100:00100000:3.0:1746145261.052305:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.052386:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.052539:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535530880 00000100:00100000:0.0:1746145261.052547:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535530880 00000100:00100000:0.0:1746145261.052600:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 207 00000100:00100000:0.0:1746145261.052608:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+17:1961:x1830965535530880:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145261.052619:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145261.052657:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a1590c00/0xb5ee96b21a0d7809 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4b:0x0].0x0 bits 0x1b/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536622 expref: 17 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.052684:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00000100:00100000:2.0:1746145261.052694:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535530752 00000100:00100000:2.0:1746145261.052698:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535530752 00000100:00100000:2.0:1746145261.052731:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43822 00000100:00100000:2.0:1746145261.052737:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+17:1112:x1830965535530752:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145261.052755:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.052767:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7817 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536629 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.052786:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145261.052832:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d781e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.052844:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d781e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.052851:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d781e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:2.0:1746145261.052860:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4d:0x0]: returning size 26214400 00010000:00010000:2.0:1746145261.052954:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7817 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536629 expref: 20 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.052979:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d781e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536629 expref: 19 pid: 21207 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.052986:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157ca80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965535530880:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 378us (599us total) trans 0 rc 0/0 00010000:00010000:2.0:1746145261.052986:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:2.0:1746145261.052988:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145261.052990:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afd3600, rc 0) 00000100:00100000:3.0:1746145261.052993:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 207 00000100:00100000:2.0:1746145261.053007:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:97ec8067-0811-494c-8790-cb1a1d068df8+18:1112:x1830965535530752:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 271us (710us total) trans 4294985951 rc 0/0 00000100:00100000:2.0:1746145261.053012:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43822 00000100:00100000:0.0:1746145261.054749:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.054824:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535531136 00000100:00100000:3.0:1746145261.054829:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535531136 00000100:00100000:3.0:1746145261.054913:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 208 00000100:00100000:3.0:1746145261.054930:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+18:1962:x1830965535531136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145261.054940:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145261.054955:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afd3600/0xb5ee96b21a0d781e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536629 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.054983:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:3.0:1746145261.054987:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145261.055014:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+17:1962:x1830965535531136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 84us (268us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145261.055019:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 208 00000100:00100000:0.0:1746145261.056124:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.056153:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.056160:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535531008 00000100:00100000:2.0:1746145261.056164:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535531008 00000100:00100000:2.0:1746145261.056204:0:11330:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535531264 00000100:00100000:2.0:1746145261.056206:0:11330:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535531264 00000100:00080000:3.0:1746145261.056221:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00080000:3.0:1746145261.056224:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:2.0:1746145261.056225:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6584 00000100:00100000:2.0:1746145261.056230:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+7:1960:x1830965535531008:12345-192.168.203.38@tcp:101:cmp.0 00000100:00100000:3.0:1746145261.056233:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6585 00000100:00100000:3.0:1746145261.056237:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+31:1960:x1830965535531264:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145261.056241:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.056243:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.056251:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c24200/0xb5ee96b21a0d7833 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536637 expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.056251:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d782c lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536630 expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.056264:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.056265:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.056267:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.056268:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.056272:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c24200/0xb5ee96b21a0d7833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536637 expref: 32 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.056272:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d782c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536630 expref: 8 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145261.056284:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c24200/0xb5ee96b21a0d7833 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536637 expref: 32 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.056284:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a1591e00/0xb5ee96b21a0d782c lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1a:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536630 expref: 8 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145261.056293:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c24200, rc 0) 00010000:00010000:2.0:1746145261.056293:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a1591e00, rc 0) 00000100:00100000:3.0:1746145261.056526:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535531264:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 288us (371us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.056526:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535531008:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 295us (402us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145261.056532:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6585 00000100:00100000:2.0:1746145261.056537:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6584 00000100:00100000:3.0:1746145261.071091:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.071124:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.071175:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535531648 00000100:00100000:0.0:1746145261.071184:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535531648 00000100:00100000:3.0:1746145261.071197:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:0.0:1746145261.071222:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88009157ce00 x1830965535531648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.071232:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157ce00 with x1830965535531648 ext(0->1048575) 00002000:00010000:0.0:1746145261.071237:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157ce00 00000100:00100000:0.0:1746145261.071262:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535531776 00000100:00100000:2.0:1746145261.071265:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535532160 00000100:00100000:0.0:1746145261.071265:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535531776 00000100:00100000:2.0:1746145261.071269:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535532160 00002000:00100000:0.0:1746145261.071277:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88009157d180 x1830965535531776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.071284:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157d180 with x1830965535531776 ext(1048576->2097151) 00002000:00100000:2.0:1746145261.071286:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009157d500 x1830965535532160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:0.0:1746145261.071286:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157d180 00002000:00100000:2.0:1746145261.071293:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157d500 with x1830965535532160 ext(1048576->2097151) 00002000:00010000:2.0:1746145261.071297:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157d500 00000100:00100000:0.0:1746145261.071305:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4707 00000100:00100000:0.0:1746145261.071312:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535531648:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.071314:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4708 00000100:00100000:2.0:1746145261.071319:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535531776:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145261.071363:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4709 00000100:00100000:0.0:1746145261.071366:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535532160:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145261.071571:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.071703:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535532032 00000100:00100000:3.0:1746145261.071707:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535532032 00002000:00100000:3.0:1746145261.071727:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009291c380 x1830965535532032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.071734:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c380 with x1830965535532032 ext(0->1048575) 00002000:00010000:3.0:1746145261.071736:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c380 00000100:00100000:3.0:1746145261.071757:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4710 00000100:00100000:3.0:1746145261.071763:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+34:1961:x1830965535532032:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.079352:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+34:1961:x1830965535532160:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7975us (8146us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.079363:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4709 00002000:00100000:1.0:1746145261.079372:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (1048576->2097151) req@ffff88009157d500 x1830965535532160/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.079381:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157d500 with x1830965535532160 ext(1048576->2097151) 00002000:00010000:1.0:1746145261.079386:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157d500 00000100:00100000:3.0:1746145261.083978:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535532032:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12207us (12399us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.083988:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4710 00002000:00100000:3.0:1746145261.083999:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (0->1048575) req@ffff88009291c380 x1830965535532032/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.084007:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c380 with x1830965535532032 ext(0->1048575) 00002000:00010000:3.0:1746145261.084012:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291c380 00000100:00100000:2.0:1746145261.084662:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535531776:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13341us (13536us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.084671:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4708 00002000:00100000:2.0:1746145261.084677:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (1048576->2097151) req@ffff88009157d180 x1830965535531776/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.084683:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157d180 with x1830965535531776 ext(1048576->2097151) 00002000:00010000:2.0:1746145261.084686:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157d180 00000100:00100000:3.0:1746145261.086819:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535531648:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 15503us (15730us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.086828:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4707 00002000:00100000:3.0:1746145261.086836:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (0->1048575) req@ffff88009157ce00 x1830965535531648/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.086844:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157ce00 with x1830965535531648 ext(0->1048575) 00002000:00010000:3.0:1746145261.086848:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157ce00 00000100:00100000:0.0:1746145261.106354:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.106418:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.106440:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.106496:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.106965:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535532544 00000100:00100000:3.0:1746145261.106974:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535532544 00002000:00100000:3.0:1746145261.107010:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009291c700 x1830965535532544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.107019:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965535532544 ext(2097152->3145727) 00002000:00010000:3.0:1746145261.107024:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c700 00000100:00100000:0.0:1746145261.107493:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535532800 00000100:00100000:2.0:1746145261.107496:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535533056 00000100:00100000:0.0:1746145261.107496:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535532800 00000100:00100000:2.0:1746145261.107501:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535533056 00002000:00100000:0.0:1746145261.107512:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88009291ca80 x1830965535532800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.107518:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ca80 with x1830965535532800 ext(3145728->4194303) 00002000:00010000:0.0:1746145261.107520:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ca80 00002000:00100000:2.0:1746145261.107521:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009291d180 x1830965535533056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.107528:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d180 with x1830965535533056 ext(2097152->3145727) 00000100:00100000:0.0:1746145261.107531:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535533312 00002000:00010000:2.0:1746145261.107532:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d180 00000100:00100000:0.0:1746145261.107532:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535533312 00002000:00100000:0.0:1746145261.107541:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009291ce00 x1830965535533312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.107548:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ce00 with x1830965535533312 ext(3145728->4194303) 00002000:00010000:0.0:1746145261.107550:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291ce00 00000100:00100000:2.0:1746145261.107553:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4711 00000100:00100000:2.0:1746145261.107560:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535532544:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145261.107698:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4712 00000100:00100000:0.0:1746145261.107705:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535532800:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145261.108068:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4713 00000100:00100000:3.0:1746145261.108075:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+33:1960:x1830965535533056:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.108076:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4714 00000100:00100000:1.0:1746145261.108083:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+33:1960:x1830965535533312:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.116215:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535532544:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8647us (9858us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.116225:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4711 00002000:00100000:2.0:1746145261.116235:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (2097152->3145727) req@ffff88009291c700 x1830965535532544/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.116244:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291c700 with x1830965535532544 ext(2097152->3145727) 00002000:00010000:2.0:1746145261.116249:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291c700 00000100:00100000:3.0:1746145261.120592:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+34:1960:x1830965535533056:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12508us (14141us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.120603:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4713 00002000:00100000:3.0:1746145261.120613:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1c:0x0] (2097152->3145727) req@ffff88009291d180 x1830965535533056/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.120622:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d180 with x1830965535533056 ext(2097152->3145727) 00002000:00010000:3.0:1746145261.120644:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291d180 00000100:00100000:2.0:1746145261.120799:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535533312:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12716us (14300us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.120806:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4714 00002000:00100000:2.0:1746145261.120812:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (3145728->4194303) req@ffff88009291ce00 x1830965535533312/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.120819:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ce00 with x1830965535533312 ext(3145728->4194303) 00002000:00010000:2.0:1746145261.120821:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291ce00 00000100:00100000:1.0:1746145261.123266:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535532800:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 15554us (16840us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.123276:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4712 00002000:00100000:1.0:1746145261.123285:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1a:0x0] (3145728->4194303) req@ffff88009291ca80 x1830965535532800/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.123295:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ca80 with x1830965535532800 ext(3145728->4194303) 00002000:00010000:1.0:1746145261.123300:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291ca80 00000100:00100000:0.0:1746145261.133847:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.134300:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.134474:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.134684:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.134988:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535533568 00000100:00100000:2.0:1746145261.134997:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535533568 00002000:00100000:2.0:1746145261.135035:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009291d500 x1830965535533568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.135045:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965535533568 ext(4194304->5242879) 00002000:00010000:2.0:1746145261.135050:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:2.0:1746145261.135070:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535533824 00000100:00100000:0.0:1746145261.135071:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535534080 00000100:00100000:2.0:1746145261.135072:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535533824 00000100:00100000:0.0:1746145261.135073:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535534080 00002000:00100000:2.0:1746145261.135082:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009291d880 x1830965535533824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.135087:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009291df80 x1830965535534080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.135088:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d880 with x1830965535533824 ext(5242880->6291455) 00002000:00010000:2.0:1746145261.135090:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291d880 00002000:00100000:0.0:1746145261.135094:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965535534080 ext(4194304->5242879) 00002000:00010000:0.0:1746145261.135097:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00000100:00100000:2.0:1746145261.135102:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535534336 00000100:00100000:2.0:1746145261.135103:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535534336 00000100:00100000:0.0:1746145261.135105:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4715 00000100:00100000:0.0:1746145261.135111:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535533568:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:2.0:1746145261.135113:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009291dc00 x1830965535534336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.135118:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965535534336 ext(5242880->6291455) 00002000:00010000:2.0:1746145261.135120:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291dc00 00000100:00100000:2.0:1746145261.135127:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4716 00000100:00100000:2.0:1746145261.135130:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535533824:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.135155:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4717 00000100:00100000:0.0:1746145261.135177:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4718 00000100:00100000:0.0:1746145261.135181:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+33:1961:x1830965535534336:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.135749:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+34:1960:x1830965535534080:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145261.143273:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535533824:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8133us (8964us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145261.143283:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4716 00002000:00100000:0.0:1746145261.143292:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (5242880->6291455) req@ffff88009291d880 x1830965535533824/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.143302:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d880 with x1830965535533824 ext(5242880->6291455) 00002000:00010000:0.0:1746145261.143306:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291d880 00000100:00100000:3.0:1746145261.143419:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+34:1961:x1830965535534336:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8235us (8732us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.143425:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4718 00002000:00100000:3.0:1746145261.143430:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1c:0x0] (5242880->6291455) req@ffff88009291dc00 x1830965535534336/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.143438:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291dc00 with x1830965535534336 ext(5242880->6291455) 00002000:00010000:3.0:1746145261.143442:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291dc00 00000100:00100000:3.0:1746145261.147106:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535534080:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11937us (12622us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.147117:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4717 00002000:00100000:3.0:1746145261.147129:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (4194304->5242879) req@ffff88009291df80 x1830965535534080/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.147138:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291df80 with x1830965535534080 ext(4194304->5242879) 00002000:00010000:3.0:1746145261.147143:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291df80 00000100:00100000:1.0:1746145261.148440:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535533568:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13325us (14598us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.148447:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4715 00002000:00100000:1.0:1746145261.148454:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (4194304->5242879) req@ffff88009291d500 x1830965535533568/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.148462:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291d500 with x1830965535533568 ext(4194304->5242879) 00002000:00010000:1.0:1746145261.148466:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291d500 00000100:00100000:0.0:1746145261.157754:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.157813:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535534592 00000100:00100000:1.0:1746145261.157821:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535534592 00002000:00100000:1.0:1746145261.157863:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009291e300 x1830965535534592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.157872:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e300 with x1830965535534592 ext(6291456->7340031) 00002000:00010000:1.0:1746145261.157876:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291e300 00000100:00100000:1.0:1746145261.157906:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4719 00000100:00100000:1.0:1746145261.157913:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535534592:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.164706:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535534592:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6785us (6950us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.164717:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4719 00002000:00100000:1.0:1746145261.164727:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1a:0x0] (6291456->7340031) req@ffff88009291e300 x1830965535534592/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.164735:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e300 with x1830965535534592 ext(6291456->7340031) 00002000:00010000:1.0:1746145261.164740:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009291e300 00000100:00100000:0.0:1746145261.179069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.179153:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535534976 00000100:00100000:1.0:1746145261.179161:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535534976 00002000:00100000:1.0:1746145261.179199:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009291e680 x1830965535534976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.179207:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e680 with x1830965535534976 ext(6291456->7340031) 00002000:00010000:1.0:1746145261.179212:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291e680 00000100:00100000:1.0:1746145261.179243:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4720 00000100:00100000:1.0:1746145261.179250:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535534976:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145261.179810:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.179846:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535535104 00000100:00100000:3.0:1746145261.179850:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535535104 00002000:00100000:3.0:1746145261.179863:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009291ea00 x1830965535535104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.179868:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ea00 with x1830965535535104 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.179870:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291ea00 00000100:00100000:3.0:1746145261.179879:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4721 00000100:00100000:3.0:1746145261.179883:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+34:1961:x1830965535535104:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.180409:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.181591:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535535360 00000100:00100000:3.0:1746145261.181598:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535535360 00002000:00100000:3.0:1746145261.181655:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801362f4000 x1830965535535360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.181664:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4000 with x1830965535535360 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.181668:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4000 00000100:00100000:3.0:1746145261.181691:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4722 00000100:00100000:3.0:1746145261.181697:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535535360:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.186511:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+34:1961:x1830965535534976:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7251us (7438us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.186525:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4720 00002000:00100000:1.0:1746145261.186535:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1c:0x0] (6291456->7340031) req@ffff88009291e680 x1830965535534976/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.186544:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291e680 with x1830965535534976 ext(6291456->7340031) 00002000:00010000:1.0:1746145261.186549:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291e680 00000100:00100000:3.0:1746145261.187519:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535535104:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7633us (7708us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.187527:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4721 00002000:00100000:3.0:1746145261.187533:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (7340032->8388607) req@ffff88009291ea00 x1830965535535104/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.187540:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009291ea00 with x1830965535535104 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.187543:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009291ea00 00000100:00100000:3.0:1746145261.190590:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535535360:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8886us (10174us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.190599:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4722 00002000:00100000:3.0:1746145261.190609:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (7340032->8388607) req@ffff8801362f4000 x1830965535535360/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.190617:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4000 with x1830965535535360 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.190621:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4000 00000100:00100000:0.0:1746145261.195319:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.195749:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535535616 00000100:00100000:3.0:1746145261.195757:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535535616 00002000:00100000:3.0:1746145261.195794:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880093ee9c00 x1830965535535616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.195802:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965535535616 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.195806:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9c00 00000100:00100000:3.0:1746145261.196372:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4723 00000100:00100000:3.0:1746145261.196383:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535535616:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.197245:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.198234:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535535872 00000100:00100000:0.0:1746145261.198241:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535535872 00002000:00100000:0.0:1746145261.198271:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801362f4380 x1830965535535872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.198279:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4380 with x1830965535535872 ext(8388608->9437183) 00002000:00010000:0.0:1746145261.198284:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f4380 00000100:00100000:0.0:1746145261.198311:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4724 00000100:00100000:0.0:1746145261.198317:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535535872:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145261.203913:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535535616:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7524us (8593us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.203935:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4723 00002000:00100000:3.0:1746145261.203946:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (8388608->9437183) req@ffff880093ee9c00 x1830965535535616/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.203954:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9c00 with x1830965535535616 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.203959:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee9c00 00000100:00100000:2.0:1746145261.205784:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535535872:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7462us (8536us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.205797:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4724 00002000:00100000:2.0:1746145261.205805:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (8388608->9437183) req@ffff8801362f4380 x1830965535535872/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.205812:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4380 with x1830965535535872 ext(8388608->9437183) 00002000:00010000:2.0:1746145261.205817:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f4380 00000100:00100000:0.0:1746145261.212961:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.213011:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.213064:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535536128 00000100:00100000:3.0:1746145261.213072:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535536128 00000100:00100000:2.0:1746145261.213093:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535536384 00000100:00100000:2.0:1746145261.213097:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535536384 00002000:00100000:3.0:1746145261.213106:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880093eeaa00 x1830965535536128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.213115:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeaa00 with x1830965535536128 ext(9437184->10485759) 00002000:00100000:2.0:1746145261.213115:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093ee9f80 x1830965535536384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:3.0:1746145261.213120:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeaa00 00002000:00100000:2.0:1746145261.213122:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965535536384 ext(9437184->10485759) 00002000:00010000:2.0:1746145261.213126:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:3.0:1746145261.213147:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4725 00000100:00100000:3.0:1746145261.213153:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535536128:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.213246:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4726 00000100:00100000:2.0:1746145261.213251:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535536384:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145261.218182:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeaa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1961:x1830965535536128:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5022us (5222us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.218192:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4725 00002000:00100000:3.0:1746145261.218201:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (9437184->10485759) req@ffff880093eeaa00 x1830965535536128/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.218210:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeaa00 with x1830965535536128 ext(9437184->10485759) 00002000:00010000:3.0:1746145261.218215:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeaa00 00000100:00100000:2.0:1746145261.218696:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535536384:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5442us (5683us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.218703:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4726 00002000:00100000:2.0:1746145261.218708:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (9437184->10485759) req@ffff880093ee9f80 x1830965535536384/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.218714:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee9f80 with x1830965535536384 ext(9437184->10485759) 00002000:00010000:2.0:1746145261.218718:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee9f80 00000100:00100000:0.0:1746145261.224773:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.224814:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.224841:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535536640 00000100:00100000:2.0:1746145261.224849:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535536640 00002000:00100000:2.0:1746145261.224888:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093ee8700 x1830965535536640/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.224896:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8700 with x1830965535536640 ext(10485760->11534335) 00002000:00010000:2.0:1746145261.224900:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8700 00000100:00100000:2.0:1746145261.224927:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535536896 00000100:00100000:2.0:1746145261.224929:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535536896 00000100:00100000:3.0:1746145261.224978:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4727 00000100:00100000:3.0:1746145261.224986:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1962:x1830965535536640:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:2.0:1746145261.225355:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093ee8380 x1830965535536896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.225362:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535536896 ext(10485760->11534335) 00002000:00010000:2.0:1746145261.225366:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:2.0:1746145261.225390:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4728 00000100:00100000:2.0:1746145261.225397:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1963:x1830965535536896:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145261.228449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.228511:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535537152 00000100:00100000:1.0:1746145261.228519:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535537152 00002000:00100000:1.0:1746145261.228554:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8801362f4700 x1830965535537152/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.228562:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4700 with x1830965535537152 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.228566:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4700 00000100:00100000:1.0:1746145261.228594:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4729 00000100:00100000:1.0:1746145261.228601:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1963:x1830965535537152:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145261.231189:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+10:1962:x1830965535536640:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6197us (6416us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.231198:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4727 00002000:00100000:3.0:1746145261.231208:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1a:0x0] (10485760->11534335) req@ffff880093ee8700 x1830965535536640/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.231216:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8700 with x1830965535536640 ext(10485760->11534335) 00002000:00010000:3.0:1746145261.231221:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093ee8700 00000100:00100000:3.0:1746145261.233539:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1963:x1830965535536896:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8137us (8718us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.233548:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4728 00002000:00100000:3.0:1746145261.233557:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1c:0x0] (10485760->11534335) req@ffff880093ee8380 x1830965535536896/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.233565:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8380 with x1830965535536896 ext(10485760->11534335) 00002000:00010000:3.0:1746145261.233570:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee8380 00000100:00100000:1.0:1746145261.237890:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+8:1963:x1830965535537152:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9281us (9440us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.237901:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4729 00002000:00100000:1.0:1746145261.237911:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (11534336->12582911) req@ffff8801362f4700 x1830965535537152/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.237933:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f4700 with x1830965535537152 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.237938:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f4700 00000100:00100000:0.0:1746145261.249895:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.250921:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535537408 00000100:00100000:1.0:1746145261.250930:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535537408 00002000:00100000:1.0:1746145261.250968:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093ee8000 x1830965535537408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.250982:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535537408 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.250988:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee8000 00000100:00100000:1.0:1746145261.251022:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4730 00000100:00100000:1.0:1746145261.251033:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535537408:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.262074:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+32:1961:x1830965535537408:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11034us (12183us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.262086:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4730 00002000:00100000:1.0:1746145261.262097:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1c:0x0] (11534336->12582911) req@ffff880093ee8000 x1830965535537408/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.262107:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093ee8000 with x1830965535537408 ext(11534336->12582911) 00002000:00010000:1.0:1746145261.262112:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093ee8000 00000100:00100000:0.0:1746145261.265715:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.265781:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535537664 00000100:00100000:1.0:1746145261.265789:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535537664 00002000:00100000:1.0:1746145261.265826:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880093eea300 x1830965535537664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.265836:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea300 with x1830965535537664 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.265840:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eea300 00000100:00100000:1.0:1746145261.265868:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4731 00000100:00100000:1.0:1746145261.265874:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535537664:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145261.271088:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535537664:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5206us (5372us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.271098:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4731 00002000:00100000:1.0:1746145261.271107:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1a:0x0] (12582912->13631487) req@ffff880093eea300 x1830965535537664/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/440 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.271116:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eea300 with x1830965535537664 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.271122:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eea300 00000100:00100000:2.0:1746145261.274371:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.274423:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535537920 00000100:00100000:0.0:1746145261.274430:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535537920 00000100:00100000:0.0:1746145261.274467:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 168 00000100:00100000:0.0:1746145261.274473:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+17:1112:x1830965535537920:12345-192.168.203.38@tcp:35:cmp.0 00000100:00100000:0.0:1746145261.274692:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+18:1112:x1830965535537920:12345-192.168.203.38@tcp:35:cmp.0 Request processed in 218us (326us total) trans 4294985952 rc 0/0 00000100:00100000:0.0:1746145261.274699:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 168 00000100:00100000:0.0:1746145261.276420:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.276544:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538176 00000100:00100000:2.0:1746145261.276550:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538176 00000100:00100000:2.0:1746145261.276591:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 169 00000100:00100000:2.0:1746145261.276598:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+18:1112:x1830965535538176:12345-192.168.203.38@tcp:35:cmp.0 00000100:00100000:2.0:1746145261.277230:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+19:1112:x1830965535538176:12345-192.168.203.38@tcp:35:cmp.0 Request processed in 631us (812us total) trans 4294985953 rc 0/0 00000100:00100000:2.0:1746145261.277237:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 169 00000100:00100000:2.0:1746145261.284298:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.284298:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.284343:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538560 00000100:00100000:0.0:1746145261.284343:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538304 00000100:00100000:2.0:1746145261.284350:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538560 00000100:00100000:0.0:1746145261.284350:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538304 00000100:00100000:2.0:1746145261.284391:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43823 00000100:00100000:0.0:1746145261.284391:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 5 00000100:00100000:2.0:1746145261.284398:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1114:x1830965535538560:12345-192.168.203.38@tcp:36:rm.0 00000100:00100000:0.0:1746145261.284398:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1963:x1830965535538304:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:0.0:1746145261.284431:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145261.284535:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d783a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53663e expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.284544:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:3.0:1746145261.284562:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800975a6600/0xb5ee96b21a0d7799 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365dc expref: 26 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.284565:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145261.284575:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145261.284583:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.284592:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d7507 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4d:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536573 expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.284592:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145261.284596:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.284599:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:0.0:1746145261.284601:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.284604:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d777d lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365d5 expref: 24 pid: 7118 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.284612:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:3.0:1746145261.284613:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145261.284619:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.284654:0:21207:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.284661:0:21207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.284685:0:21207:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 18 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.284695:0:21207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 18 pid: 21207 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746145261.284705:0:21207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169664:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145261.284773:0:21207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842240 going to sleep for 11 seconds 00010000:00010000:1.0:1746145261.284849:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284856:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284861:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284866:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093efc800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.284869:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284874:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284881:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:1.0:1746145261.284883:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145261.284885:0:7121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.284890:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284894:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093efc800/0xb5ee96b21a0d7841 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284904:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284912:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284927:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284930:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093efd600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.284932:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284937:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284942:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88013506c000) 00010000:00010000:1.0:1746145261.284944:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145261.284946:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284949:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093efd600/0xb5ee96b21a0d7848 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.284980:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d783a lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53663e expref: 23 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.284986:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:1.0:1746145261.284988:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746145261.284989:0:7121:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.284995:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093efdc00/0xb5ee96b21a0d783a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53663e expref: 23 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.285010:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093efdc00, rc -2) 00000100:00100000:1.0:1746145261.285037:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1963:x1830965535538304:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 639us (741us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746145261.285046:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 5 00000100:00100000:2.0:1746145261.288999:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.289141:0:21207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169664:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145261.289159:0:21207:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145261.289227:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538688 00000100:00100000:1.0:1746145261.289234:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538688 00010000:00010000:1.0:1746145261.289260:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 19 pid: 21207 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746145261.289280:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10698 00000100:00100000:1.0:1746145261.289286:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965535538688:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145261.289295:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145261.289299:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 19 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.289308:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 19 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.289325:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe800/0xb5ee96b21a0d77b5 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365f1 expref: 19 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.289335:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:1.0:1746145261.289339:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.289346:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.289354:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.289379:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145261.289417:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535538688:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 131us (424us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145261.289423:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10698 00010000:00010000:3.0:1746145261.289472:0:21207:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289479:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289497:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289503:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289509:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289762:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289771:0:21207:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 17 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.289778:0:21207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.289797:0:21207:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 17 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.289807:0:21207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 17 pid: 20970 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746145261.289816:0:21207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169792:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145261.289878:0:21207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842240 going to sleep for 11 seconds 00000100:00100000:0.0:1746145261.291260:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.291330:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538816 00000100:00100000:1.0:1746145261.291334:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538816 00010000:00010000:1.0:1746145261.291354:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 18 pid: 20970 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746145261.291386:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10699 00000100:00100000:1.0:1746145261.291391:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+18:1960:x1830965535538816:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145261.291400:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145261.291404:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 5/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 18 pid: 20970 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.291413:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 18 pid: 20970 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.291426:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:1.0:1746145261.291430:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.291436:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT flags: 0x50290000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.291440:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 5 type: IBT flags: 0x50290000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.291441:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d7593 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4d:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53659d expref: 18 pid: 20970 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.291450:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145261.291462:0:21207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169792:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145261.291472:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:97ec8067-0811-494c-8790-cb1a1d068df8+17:1960:x1830965535538816:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 81us (216us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145261.291474:0:21207:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145261.291477:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10699 00010000:00010000:3.0:1746145261.291480:0:21207:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.291484:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000040:00080000:3.0:1746145261.292132:0:21207:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].15, 64 off9152 00000004:00080000:3.0:1746145261.292139:0:21207:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 502561512218ns, next at 503561510723ns, rc = 0 00000040:00080000:3.0:1746145261.292169:0:21207:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].12, 64 off8960 00000004:00080000:3.0:1746145261.292174:0:21207:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 502561546915ns, next at 503561546318ns, rc = 0 00010000:00010000:3.0:1746145261.292226:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292234:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292240:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292245:0:21207:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292249:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292254:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292279:0:21207:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:3.0:1746145261.292294:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292298:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292303:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292308:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a19c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.292311:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292316:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292323:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:3.0:1746145261.292325:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:3.0:1746145261.292327:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292331:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a19c00/0xb5ee96b21a0d785d lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4d:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292366:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292370:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292374:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292378:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094721200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.292380:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292387:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292393:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447d00) 00010000:00010000:3.0:1746145261.292394:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145261.292396:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.292400:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d784f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000004:00010000:3.0:1746145261.292410:0:21207:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff8801362f4e00 reply state ffff880091919000 transno 4294985954 ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:3.0:1746145261.292416:0:21207:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:3.0:1746145261.292470:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1114:x1830965535538560:12345-192.168.203.38@tcp:36:rm.0 Request processed in 8071us (8177us total) trans 4294985954 rc 0/0 00000100:00100000:3.0:1746145261.292476:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43823 00010000:00010000:0.0:1746145261.292566:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145261.292571:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145261.292576:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093065200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145261.292578:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145261.292582:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145261.292589:0:7105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4d:0x0].0x0 (ffff88012b447a00) 00010000:00010000:0.0:1746145261.292591:0:7105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746145261.292593:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145261.292597:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7864 lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4d:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 21207 initiator: MDT0 00010000:00010000:0.0:1746145261.292619:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145261.292621:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145261.292622:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145261.293840:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293848:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293853:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293857:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4a18600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145261.293860:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293865:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293873:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008ccfff00) 00010000:00010000:2.0:1746145261.293875:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145261.293877:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.293881:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4a18600/0xb5ee96b21a0d7856 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145261.324986:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.325071:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535538944 00000100:00100000:3.0:1746145261.325079:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535538944 00000100:00100000:3.0:1746145261.325479:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43824 00000100:00100000:3.0:1746145261.325486:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+22:1117:x1830965535538944:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145261.325505:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.325520:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d786b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536676 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.325564:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.325576:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.325585:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:3.0:1746145261.325739:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746145261.325743:0:21207:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145261.325765:0:21207:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.325784:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d786b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536676 expref: 24 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.325811:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536676 expref: 23 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.326022:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:3.0:1746145261.326025:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746145261.326028:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094721200, rc 0) 00000100:00100000:3.0:1746145261.326112:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1117:x1830965535538944:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 626us (1132us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145261.326118:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43824 00000100:00100000:0.0:1746145261.328057:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.328136:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535539200 00000100:00100000:3.0:1746145261.328144:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535539200 00000100:00100000:3.0:1746145261.328660:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43825 00000100:00100000:3.0:1746145261.328669:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+23:1117:x1830965535539200:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145261.328683:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.328690:0:21207:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746145261.328708:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094721200/0xb5ee96b21a0d7872 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536676 expref: 23 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.328736:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:3.0:1746145261.328744:0:21207:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145261.328755:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7879 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53667d expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.328837:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.328847:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.328854:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.328864:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.328869:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.328874:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329293:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329301:0:21207:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329307:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:3.0:1746145261.329313:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746145261.329329:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329334:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329340:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329345:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094706200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.329348:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329354:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329361:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff100) 00010000:00010000:3.0:1746145261.329363:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145261.329366:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.329370:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094706200/0xb5ee96b21a0d7880 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000004:00010000:3.0:1746145261.329377:0:21207:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093eea680 reply state ffff88009191a000 transno 4294985955 ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:3.0:1746145261.329382:0:21207:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:3.0:1746145261.329398:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7879 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.329410:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 24 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.329419:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88008ccffe00) 00010000:00010000:3.0:1746145261.329421:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145261.329423:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8da00, rc 0) 00000100:00100000:3.0:1746145261.329479:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eea680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1117:x1830965535539200:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 812us (1425us total) trans 4294985955 rc 0/0 00000100:00100000:3.0:1746145261.329486:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43825 00010000:00010000:2.0:1746145261.330959:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.330968:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.330974:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.330978:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800935f8800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145261.330982:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.330987:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.330997:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008ccff200) 00010000:00010000:2.0:1746145261.330999:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145261.331002:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:2.0:1746145261.331007:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800935f8800/0xb5ee96b21a0d7887 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00000100:00100000:0.0:1746145261.331123:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.331429:0:21207:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535539456 00000100:00100000:3.0:1746145261.331436:0:21207:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535539456 00000100:00100000:3.0:1746145261.331472:0:21207:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43826 00000100:00100000:3.0:1746145261.331478:0:21207:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1117:x1830965535539456:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:3.0:1746145261.331493:0:21207:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.331503:0:21207:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d789c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536684 expref: -99 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.331555:0:21207:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.331565:0:21207:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.331570:0:21207:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.331592:0:21207:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.331601:0:21207:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 25 pid: 21207 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746145261.331615:0:21207:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169920:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145261.331700:0:21207:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145261.334804:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.334950:0:21207:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job mdt00_005:lustre-MDT0000_UUID:21207:1830965531169920:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145261.334966:0:21207:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145261.335020:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535539584 00000100:00100000:1.0:1746145261.335025:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535539584 00010000:00010000:1.0:1746145261.335051:0:8481:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 26 pid: 21207 timeout: 602 lvb_type: 0 00000100:00100000:1.0:1746145261.335072:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10700 00000100:00100000:1.0:1746145261.335078:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1960:x1830965535539584:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145261.335087:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145261.335092:0:8481:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 26 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.335101:0:8481:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 26 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.335116:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d788e lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53667d expref: 26 pid: 21207 timeout: 602 lvb_type: 0 00010000:00010000:1.0:1746145261.335191:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88008ccffe00) 00010000:00010000:1.0:1746145261.335195:0:8481:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.335202:0:8481:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.335212:0:8481:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 21207 initiator: MDT0 00010000:00010000:1.0:1746145261.335237:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145261.335268:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a70850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1960:x1830965535539584:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 189us (468us total) trans 0 rc 0/0 00010000:00010000:3.0:1746145261.335270:0:21207:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000100:00100000:1.0:1746145261.335274:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10700 00010000:00010000:3.0:1746145261.335278:0:21207:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 21207 initiator: MDT0 00000004:00200000:3.0:1746145261.335292:0:21207:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00080000:3.0:1746145261.335526:0:21207:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1c:0x0], index 1: 0 00000004:00080000:3.0:1746145261.335534:0:21207:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1d:0x0], index 0: 0 00010000:00010000:3.0:1746145261.335686:0:21207:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335693:0:21207:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335698:0:21207:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335703:0:21207:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093b8c000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.335706:0:21207:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335712:0:21207:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335722:0:21207:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88008ccffe00) 00010000:00010000:3.0:1746145261.335725:0:21207:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:3.0:1746145261.335727:0:21207:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335731:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8c000/0xb5ee96b21a0d78a3 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 21207 initiator: MDT0 00010000:00010000:3.0:1746145261.335874:0:21207:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d789c lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536684 expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.335880:0:21207:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d789c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536684 expref: 25 pid: 21207 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.335888:0:21207:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d200, rc 0) 00000100:00100000:3.0:1746145261.335984:0:21207:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1117:x1830965535539456:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 4504us (4862us total) trans 4294985956 rc 301/301 00000100:00100000:3.0:1746145261.335990:0:21207:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43826 00000100:00100000:2.0:1746145261.337787:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c309e4af-58f5-48a4-a5ab-986bffd175a2:3300:1830965531170048:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.337831:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145261.337869:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531170560:0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.337878:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965531170304:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.337888:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145261.337898:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145261.337901:0:3300:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [2->3] 00000100:00100000:2.0:1746145261.337905:0:3300:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830965531170432:0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.337908:0:3298:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 2 async RPCs [0->1] 00000100:00100000:0.0:1746145261.337912:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830965531170176:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.337931:0:3300:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:0.0:1746145261.337950:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145261.337959:0:7111:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170048 00000100:00100000:0.0:1746145261.337961:0:3298:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531170688:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.337964:0:7111:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170048 00000100:00100000:0.0:1746145261.337974:0:3298:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145261.337987:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170560 00000100:00100000:2.0:1746145261.337989:0:7111:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746145261.337989:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170304 00000100:00100000:3.0:1746145261.337991:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170560 00000100:00100000:0.0:1746145261.337991:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170304 00000100:00100000:2.0:1746145261.337995:0:7111:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3300:x1830965531170048:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338011:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170432 00000100:00100000:0.0:1746145261.338013:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170432 00000100:00100000:3.0:1746145261.338014:0:8465:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170688 00000100:00100000:3.0:1746145261.338016:0:8465:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170688 00000100:00100000:2.0:1746145261.338022:0:7111:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f22050 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0001:c309e4af-58f5-48a4-a5ab-986bffd175a2+18:3300:x1830965531170048:12345-0@lo:400:kworker.0 Request processed in 27us (191us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.338026:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531170176 00000100:00100000:2.0:1746145261.338027:0:7111:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 369 00000100:00100000:0.0:1746145261.338027:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531170176 00000100:00100000:3.0:1746145261.338028:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 408 00000100:00100000:3.0:1746145261.338033:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531170560:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338038:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 334 00000100:00100000:0.0:1746145261.338042:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830965531170304:12345-0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.338046:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 409 00000100:00100000:2.0:1746145261.338050:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531170688:12345-0@lo:400:kworker.0 00000100:00100000:3.0:1746145261.338061:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:lustre-MDT0000-mdtlov_UUID+5:3300:x1830965531170560:12345-0@lo:400:kworker.0 Request processed in 28us (172us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145261.338068:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 408 00000100:00100000:2.0:1746145261.338068:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:lustre-MDT0000-mdtlov_UUID+5:3298:x1830965531170688:12345-0@lo:400:kworker.0 Request processed in 17us (92us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.338068:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee9880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0000_UUID+5:3298:x1830965531170304:12345-0@lo:400:kworker.0 Request processed in 25us (169us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.338072:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 409 00000100:00100000:0.0:1746145261.338072:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 334 00000100:00080000:3.0:1746145261.338080:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145261.338081:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 335 00000100:00080000:3.0:1746145261.338083:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:0.0:1746145261.338085:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830965531170432:12345-0@lo:400:kworker.0 00000100:00080000:3.0:1746145261.338086:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:2.0:1746145261.338090:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1746145261.338094:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830965531170176:12345-0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338101:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5880 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000-lwp-OST0001_UUID+5:3300:x1830965531170432:12345-0@lo:400:kworker.0 Request processed in 16us (170us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.338105:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 335 00000100:00100000:2.0:1746145261.338108:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093ee8e00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:lustre-MDT0000-lwp-MDT0000_UUID+5:3298:x1830965531170176:12345-0@lo:400:kworker.0 Request processed in 15us (158us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.338112:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 336 00000100:00100000:2.0:1746145261.338128:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e2a00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-lwp-OST0001_UUID:3300:1830965531170432:0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338128:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e2680 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-MDT0000_UUID:3298:1830965531170176:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.338135:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e1c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:lustre-MDT0000-mdtlov_UUID:3300:1830965531170560:0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338135:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e2300 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-mdtlov_UUID:3298:1830965531170688:0@lo:400:kworker.0 00000100:00100000:2.0:1746145261.338140:0:3300:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e1f80 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_03:c309e4af-58f5-48a4-a5ab-986bffd175a2:3300:1830965531170048:0@lo:400:kworker.0 00000100:00100000:0.0:1746145261.338141:0:3298:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e3480 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:lustre-MDT0000-lwp-OST0000_UUID:3298:1830965531170304:0@lo:400:kworker.0 00000100:00100000:1.0:1746145261.338304:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.338409:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535539840 00000100:00100000:2.0:1746145261.338412:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535539840 00000100:00100000:2.0:1746145261.338441:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 170 00000100:00100000:2.0:1746145261.338446:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+24:1117:x1830965535539840:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:2.0:1746145261.339150:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1117:x1830965535539840:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 703us (846us total) trans 4294985957 rc 0/0 00000100:00100000:2.0:1746145261.339157:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 170 00000100:00100000:1.0:1746145261.340542:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.340584:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535539968 00000100:00100000:2.0:1746145261.340589:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535539968 00000100:00100000:2.0:1746145261.340621:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43827 00000100:00100000:2.0:1746145261.340658:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+25:1117:x1830965535539968:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145261.340672:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.340687:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092055a00/0xb5ee96b21a0d78b1 lrc: 2/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53668b expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.340720:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092055a00/0xb5ee96b21a0d78b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53668b expref: 26 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.340730:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092055a00/0xb5ee96b21a0d78b1 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53668b expref: 26 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.340742:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145261.340745:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:2.0:1746145261.340747:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092055a00, rc 0) 00000100:00100000:2.0:1746145261.340783:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3b80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1117:x1830965535539968:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 127us (242us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.340788:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43827 00000100:00100000:0.0:1746145261.341850:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.341923:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535540224 00000100:00100000:2.0:1746145261.341928:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535540224 00000100:00100000:2.0:1746145261.341947:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 171 00000100:00100000:2.0:1746145261.341952:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+26:1117:x1830965535540224:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:2.0:1746145261.342072:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1117:x1830965535540224:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 119us (223us total) trans 4294985958 rc 0/0 00000100:00100000:2.0:1746145261.342078:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 171 00000100:00100000:0.0:1746145261.346200:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.346286:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535540352 00000100:00100000:2.0:1746145261.346294:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535540352 00000100:00100000:2.0:1746145261.346326:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43828 00000100:00100000:2.0:1746145261.346333:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+27:1118:x1830965535540352:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145261.346350:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.346366:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092055200/0xb5ee96b21a0d78b8 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536692 expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.346415:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145261.346426:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145261.346435:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:2.0:1746145261.346476:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:2.0:1746145261.346478:0:7117:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145261.346492:0:7117:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00010000:00010000:2.0:1746145261.346508:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092055200/0xb5ee96b21a0d78b8 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536692 expref: 29 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.346519:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536692 expref: 28 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.346525:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:2.0:1746145261.346527:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:2.0:1746145261.346529:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092055c00, rc 0) 00000100:00100000:2.0:1746145261.346572:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1118:x1830965535540352:12345-192.168.203.38@tcp:101:dd.0 Request processed in 240us (378us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.346577:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43828 00000100:00100000:2.0:1746145261.346748:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.347018:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535540480 00000100:00100000:0.0:1746145261.347021:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535540480 00000100:00100000:0.0:1746145261.347039:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43829 00000100:00100000:0.0:1746145261.347043:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+17:1119:x1830965535540480:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145261.347052:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145261.347057:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d78c6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536699 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.347078:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145261.347084:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145261.347090:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:0.0:1746145261.347109:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:0.0:1746145261.347111:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:0.0:1746145261.347118:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145261.347131:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46cc00/0xb5ee96b21a0d78c6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536699 expref: 19 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.347309:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536699 expref: 18 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.347507:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:0.0:1746145261.347509:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:0.0:1746145261.347511:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46ce00, rc 0) 00000100:00100000:0.0:1746145261.347872:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+18:1119:x1830965535540480:12345-192.168.203.38@tcp:101:dd.0 Request processed in 827us (1123us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.347881:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43829 00000100:00100000:0.0:1746145261.348898:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.349435:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535540608 00000100:00100000:1.0:1746145261.349441:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535540608 00000100:00100000:1.0:1746145261.349542:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6 00000100:00100000:1.0:1746145261.349549:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+28:1961:x1830965535540608:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:1.0:1746145261.349570:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145261.349581:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d78d4 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366a0 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.349612:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349622:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349864:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349875:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349881:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349887:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349978:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349984:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.349990:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00000004:00200000:1.0:1746145261.350336:0:7121:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00000004:00200000:1.0:1746145261.350340:0:7121:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145261.350351:0:7121:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350358:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350364:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350369:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350374:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350383:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b41b5600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.350387:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350392:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350401:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:1.0:1746145261.350403:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145261.350407:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350411:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b41b5600/0xb5ee96b21a0d78db lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350456:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350462:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350466:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350470:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099678200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.350472:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350476:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350482:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136864e00) 00010000:00010000:1.0:1746145261.350484:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00000100:00100000:2.0:1746145261.350486:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145261.350486:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350490:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099678200/0xb5ee96b21a0d78e2 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00000100:00100000:2.0:1746145261.350510:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145261.350512:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540ea00/0xb5ee96b21a0d78d4 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366a0 expref: 30 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350521:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366a0 expref: 29 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350527:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:1.0:1746145261.350529:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:1.0:1746145261.350530:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678600, rc 0) 00010000:00010000:1.0:1746145261.350534:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145261.350539:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099678000/0xb5ee96b21a0d78f0 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366a7 expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.350731:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535540864 00000100:00100000:0.0:1746145261.350734:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535540864 00010000:00010000:1.0:1746145261.350774:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350781:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350786:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350794:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350799:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00000100:00100000:3.0:1746145261.350801:0:7117:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535541120 00000100:00100000:3.0:1746145261.350804:0:7117:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535541120 00010000:00010000:1.0:1746145261.350804:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00000100:00100000:3.0:1746145261.350825:0:7117:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43830 00010000:00010000:1.0:1746145261.350826:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00000100:00100000:3.0:1746145261.350830:0:7117:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1118:x1830965535541120:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145261.350831:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350836:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.350837:0:7117:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.350839:0:7117:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:1.0:1746145261.350839:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880099678800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.350841:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 6 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350846:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 7 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.350848:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092055c00/0xb5ee96b21a0d78bf lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 7 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536692 expref: 31 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350852:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:1.0:1746145261.350854:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145261.350856:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.350858:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:1.0:1746145261.350860:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099678800/0xb5ee96b21a0d78f7 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.350861:0:7117:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145261.350865:0:7117:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7905 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366df expref: -99 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350867:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350871:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350874:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350878:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5a8200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145261.350879:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350883:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350891:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880136864000) 00010000:00010000:1.0:1746145261.350893:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145261.350895:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:1.0:1746145261.350899:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d78fe lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:3.0:1746145261.350901:0:7117:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d790c lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145261.350907:0:7117:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d790c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7117 initiator: MDT0 00010000:00010000:3.0:1746145261.350926:0:7117:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d790c lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7117 initiator: MDT0 00000004:00200000:3.0:1746145261.350933:0:7117:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00010000:00010000:1.0:1746145261.350935:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880099678000/0xb5ee96b21a0d78f0 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366a7 expref: 31 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350941:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:1.0:1746145261.350942:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746145261.350944:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099678000/0xb5ee96b21a0d78f0 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366a7 expref: 31 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.350950:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880099678000, rc -2) 00000100:00100000:1.0:1746145261.350984:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1961:x1830965535540608:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 1436us (2087us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746145261.350989:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6 00010000:00010000:3.0:1746145261.351016:0:7117:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7905 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366df expref: 31 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.351027:0:7117:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d790c lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366df expref: 30 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.351040:0:7117:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009359e300) 00000100:00100000:0.0:1746145261.351040:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43831 00010000:00010000:3.0:1746145261.351042:0:7117:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145261.351044:0:7117:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093b8d200, rc 0) 00000100:00100000:0.0:1746145261.351045:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+18:1119:x1830965535540864:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145261.351051:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145261.351057:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d791a lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366d8 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.351063:0:7117:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6300 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1118:x1830965535541120:12345-192.168.203.38@tcp:101:dd.0 Request processed in 234us (552us total) trans 4294985959 rc 0/0 00000100:00100000:3.0:1746145261.351068:0:7117:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43830 00010000:00010000:0.0:1746145261.351088:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7921 lrc: 3/1,0 mode: --/CR res: [0x200000401:0x4b:0x0].0x0 bits 0x0/0x0 rrc: 6 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145261.351094:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7921 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:0.0:1746145261.351100:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7921 lrc: 3/1,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:0.0:1746145261.351105:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4b:0x0]: returning size 26214400 00010000:00010000:0.0:1746145261.351154:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d791a lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366d8 expref: 21 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.351165:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4d77c00/0xb5ee96b21a0d7921 lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x4b:0x0].0x0 bits 0xd/0x0 rrc: 6 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366d8 expref: 20 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.351170:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4b:0x0].0x0 (ffff880092a0ff00) 00010000:00010000:0.0:1746145261.351171:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint d 00010000:00010000:0.0:1746145261.351173:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a4d77c00, rc 0) 00000100:00100000:0.0:1746145261.351189:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5f80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+20:1119:x1830965535540864:12345-192.168.203.38@tcp:101:dd.0 Request processed in 144us (703us total) trans 4294985960 rc 0/0 00000100:00100000:0.0:1746145261.351194:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43831 00000100:00100000:2.0:1746145261.353420:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.353455:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.353521:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535541248 00000100:00100000:1.0:1746145261.353526:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535541248 00000100:00100000:1.0:1746145261.353567:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 209 00000100:00100000:1.0:1746145261.353574:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1962:x1830965535541248:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145261.353584:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145261.353598:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8d200/0xb5ee96b21a0d790c lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366df expref: 30 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.353618:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009359e300) 00010000:00010000:1.0:1746145261.353621:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145261.353677:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6680 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1962:x1830965535541248:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 103us (261us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145261.353683:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 209 00000100:00100000:0.0:1746145261.353780:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.353797:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535541376 00000100:00100000:2.0:1746145261.353800:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535541376 00000100:00100000:0.0:1746145261.353812:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.353816:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535541504 00000100:00100000:2.0:1746145261.353817:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535541504 00000100:00100000:2.0:1746145261.353829:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6586 00000100:00100000:2.0:1746145261.353834:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535541376:12345-192.168.203.38@tcp:101:ll_agl.0 00000100:00100000:0.0:1746145261.353837:0:8465:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6587 00000100:00100000:0.0:1746145261.353842:0:8465:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535541504:12345-192.168.203.38@tcp:101:ll_agl.0 00010000:00010000:2.0:1746145261.353843:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145261.353848:0:8465:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.353853:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366e6 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.353857:0:8465:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366ed expref: -99 pid: 8465 timeout: 0 lvb_type: 0 00002000:00010000:2.0:1746145261.353868:0:8464:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1c:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00002000:00010000:0.0:1746145261.353868:0:8465:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:2.0:1746145261.353879:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.353879:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.353880:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.353880:0:8465:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.353886:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145261.353886:0:8465:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.353896:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145261.353897:0:8465:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.353903:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092055600, rc 0) 00010000:00010000:0.0:1746145261.353903:0:8465:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46c800, rc 0) 00000100:00100000:3.0:1746145261.353977:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535541760 00000100:00100000:3.0:1746145261.353980:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535541760 00000100:00100000:3.0:1746145261.354000:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43832 00000100:00100000:3.0:1746145261.354005:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+20:1119:x1830965535541760:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145261.354015:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145261.354016:0:20970:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:3.0:1746145261.354026:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d78cd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536699 expref: 20 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.354035:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447700) 00010000:00010000:3.0:1746145261.354041:0:20970:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:3.0:1746145261.354047:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d793d lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366f4 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.354139:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354147:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354155:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354169:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354174:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354178:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354224:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354231:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354236:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:3.0:1746145261.354242:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 0 00010000:00010000:3.0:1746145261.354294:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354299:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354304:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354309:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093064600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.354312:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354317:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354324:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff700) 00010000:00010000:3.0:1746145261.354326:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145261.354329:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354333:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7944 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354339:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354344:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354348:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354352:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88013658a400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:3.0:1746145261.354354:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354358:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354364:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008ccff300) 00010000:00010000:3.0:1746145261.354366:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:3.0:1746145261.354367:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354371:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88013658a400/0xb5ee96b21a0d794b lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145261.354396:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093b8da00/0xb5ee96b21a0d793d lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 22 pid: 20970 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.354400:0:8465:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535541504:12345-192.168.203.38@tcp:101:ll_agl.0 Request processed in 557us (620us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.354405:0:8465:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6587 00010000:00010000:3.0:1746145261.354407:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 21 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.354412:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:3.0:1746145261.354413:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145261.354415:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800975c1000, rc 0) 00000100:00100000:2.0:1746145261.354445:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535541376:12345-192.168.203.38@tcp:101:ll_agl.0 Request processed in 610us (988us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.354450:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6586 00000100:00100000:3.0:1746145261.354534:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8ad80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+21:1119:x1830965535541760:12345-192.168.203.38@tcp:101:dd.0 Request processed in 528us (720us total) trans 4294985961 rc 0/0 00000100:00100000:3.0:1746145261.354539:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43832 00000100:00100000:2.0:1746145261.354977:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.355370:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542016 00000100:00100000:1.0:1746145261.355374:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542016 00000100:00100000:1.0:1746145261.355409:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4732 00000100:00100000:1.0:1746145261.355415:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535542016:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145261.355432:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.355440:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.355441:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.355444:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.355451:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.355990:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.356214:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542272 00000100:00100000:3.0:1746145261.356218:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542272 00000100:00100000:3.0:1746145261.356245:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4733 00000100:00100000:3.0:1746145261.356250:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535542272:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145261.356265:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.356271:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.356272:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.356275:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.356282:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.361738:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.362086:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542400 00000100:00100000:2.0:1746145261.362094:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542400 00000100:00100000:2.0:1746145261.362130:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6588 00000100:00100000:2.0:1746145261.362138:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+8:1119:x1830965535542400:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145261.362152:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145261.362168:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5366fb expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.362193:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 10 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.362199:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.362201:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.362204:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.362227:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 10 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145261.362238:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 10 pid: 8464 timeout: 602 lvb_type: 1 00000100:00100000:2.0:1746145261.362248:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801362f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531170816:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145261.362331:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880094089b40 going to sleep for 11 seconds 00010000:00010000:1.0:1746145261.364081:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364093:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364101:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364107:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5a8000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.364111:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364118:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364132:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.364137:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7960 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.364273:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535542016:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8855us (9293us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.364280:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4732 00010000:00010000:3.0:1746145261.365137:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365151:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365157:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365162:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094658600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.365165:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365170:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365179:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.365184:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094658600/0xb5ee96b21a0d7967 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.365224:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535542272:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8972us (9235us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.365230:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4733 00000100:00100000:0.0:1746145261.365577:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801362f7100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531170816:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145261.365596:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.365608:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f4800, rc 0) 00000100:00100000:0.0:1746145261.365736:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+9:1119:x1830965535542400:12345-192.168.203.38@tcp:101:dd.0 Request processed in 3599us (4004us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145261.365742:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6588 00000100:00100000:0.0:1746145261.366863:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.366931:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542528 00000100:00100000:2.0:1746145261.366938:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542528 00010000:00010000:2.0:1746145261.366959:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 602 lvb_type: 1 00000100:00100000:2.0:1746145261.366986:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10701 00000100:00100000:2.0:1746145261.366991:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535542528:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145261.367002:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145261.367015:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 602 lvb_type: 1 00010000:00010000:2.0:1746145261.367025:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 602 lvb_type: 1 00010000:00010000:2.0:1746145261.367043:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092055600/0xb5ee96b21a0d792f lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366e6 expref: 9 pid: 8464 timeout: 602 lvb_type: 1 00010000:00010000:2.0:1746145261.367055:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.367057:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.367062:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.367070:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.367524:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.367535:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8801362f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531170944:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145261.367597:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800940893c0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145261.368243:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.368292:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542784 00000100:00100000:3.0:1746145261.368296:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542784 00000100:00100000:3.0:1746145261.368384:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4734 00000100:00100000:3.0:1746145261.368389:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535542784:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145261.368408:0:711:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.368418:0:711:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 9 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.368422:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145261.368423:0:711:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:3.0:1746145261.368424:0:711:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 4/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.368439:0:711:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 9 pid: 8465 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.368446:0:711:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 9 pid: 8465 timeout: 602 lvb_type: 0 00000100:00100000:3.0:1746145261.368451:0:711:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:711:1830965531171072:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145261.368490:0:711:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842b40 going to sleep for 11 seconds 00000100:00100000:0.0:1746145261.369061:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.369319:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8801362f7480 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531170944:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145261.369329:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145261.369347:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535542528:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 2356us (2486us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.369352:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10701 00000100:00100000:1.0:1746145261.369393:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535542912 00000100:00100000:1.0:1746145261.369396:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535542912 00000100:00100000:1.0:1746145261.369421:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4735 00000100:00100000:1.0:1746145261.369425:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535542912:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:1.0:1746145261.369437:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.369443:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145261.369444:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145261.369445:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.369454:0:20335:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.373791:0:711:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job ll_ost_io00_010:lustre-OST0001_UUID:711:1830965531171072:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145261.373812:0:711:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.378984:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.379224:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535543168 00000100:00100000:2.0:1746145261.379233:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535543168 00010000:00010000:2.0:1746145261.379269:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 10 pid: 8465 timeout: 602 lvb_type: 0 00000100:00100000:2.0:1746145261.379309:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10702 00000100:00100000:2.0:1746145261.379317:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535543168:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145261.379329:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00002000:00010000:2.0:1746145261.379349:0:7102:0:(ofd_lvb.c:304:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb size from disk: 25067520 -> 26214400 00002000:00010000:2.0:1746145261.379353:0:7102:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb blocks from disk: 49163 -> 51211 00010000:00010000:2.0:1746145261.379358:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 10 pid: 8465 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746145261.379421:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 10 pid: 8465 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746145261.379444:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d776f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 5 type: EXT [0->18446744073709551615] (req 25067520->26214399) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5365ce expref: 10 pid: 8465 timeout: 602 lvb_type: 0 00010000:00010000:2.0:1746145261.379478:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.379480:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.379484:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.379492:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.379499:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.379500:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.379502:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.379508:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 4/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40090000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.379552:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:1.0:1746145261.379560:0:20335:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.379574:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.379599:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535543168:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 282us (625us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.379606:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10702 00010000:00010000:3.0:1746145261.379717:0:711:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.379725:0:711:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.380779:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.380886:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535543424 00000100:00100000:2.0:1746145261.380892:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535543424 00002000:00100000:2.0:1746145261.380943:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009bf8aa00 x1830965535543424/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.380954:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8aa00 with x1830965535543424 ext(0->1048575) 00002000:00010000:2.0:1746145261.380960:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8aa00 00000100:00100000:2.0:1746145261.380991:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4736 00000100:00100000:2.0:1746145261.380997:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535543424:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145261.381252:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.381270:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535543552 00000100:00100000:0.0:1746145261.381273:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535543552 00000100:00100000:0.0:1746145261.381295:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6589 00000100:00100000:0.0:1746145261.381300:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+32:1119:x1830965535543552:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145261.381310:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145261.381323:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536702 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.381342:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 34 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145261.381349:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.381350:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.381353:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 33 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.381378:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 34 pid: 8465 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145261.381389:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 34 pid: 8465 timeout: 602 lvb_type: 1 00000100:00100000:0.0:1746145261.381400:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965531171200:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145261.382318:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145261.383177:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf8bb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965531171200:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145261.383204:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 33 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.383219:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88012c46d200, rc 0) 00000100:00100000:2.0:1746145261.383353:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+33:1119:x1830965535543552:12345-192.168.203.38@tcp:101:dd.0 Request processed in 2050us (2099us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.383361:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6589 00000100:00100000:0.0:1746145261.383496:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.383549:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535543680 00000100:00100000:3.0:1746145261.383554:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535543680 00010000:00010000:3.0:1746145261.383576:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 602 lvb_type: 1 00000100:00100000:3.0:1746145261.383608:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10703 00000100:00100000:3.0:1746145261.383614:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535543680:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145261.383649:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145261.383670:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 602 lvb_type: 1 00010000:00010000:3.0:1746145261.383680:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 602 lvb_type: 1 00010000:00010000:3.0:1746145261.383700:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c46c800/0xb5ee96b21a0d7936 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366ed expref: 35 pid: 8465 timeout: 602 lvb_type: 1 00010000:00010000:3.0:1746145261.383722:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.383724:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.384295:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.384304:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.384337:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 32 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.384347:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531171328:192.168.203.38@tcp:105: 00000100:00100000:3.0:1746145261.384421:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842b40 going to sleep for 11 seconds 00000100:00100000:2.0:1746145261.386121:0:3297:0:(ptlrpcd.c:342:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00100000:2.0:1746145261.386139:0:3297:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008a9e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531171456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746145261.386189:0:3297:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:3.0:1746145261.386456:0:3299:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009157dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531171584:0@lo:13:osp-pre-1-0.0 00000100:00100000:1.0:1746145261.387308:0:8468:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531171456 00000100:00100000:1.0:1746145261.387315:0:8468:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531171456 00000100:00100000:1.0:1746145261.387356:0:8468:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 174 00000100:00100000:1.0:1746145261.387362:0:8468:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531171456:12345-0@lo:13:osp-pre-0-0.0 00002000:00000024:1.0:1746145261.387403:0:8468:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 0 granted 134414336 pending 42598400 free 3857711104 avail 3855613952 00000100:00100000:1.0:1746145261.387442:0:8468:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f7480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3297:x1830965531171456:12345-0@lo:13:osp-pre-0-0.0 Request processed in 80us (1253us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145261.387448:0:8468:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 174 00000100:00100000:2.0:1746145261.387544:0:3297:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008a9e1180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:lustre-MDT0000-mdtlov_UUID:3297:1830965531171456:0@lo:13:osp-pre-0-0.0 00000100:00100000:2.0:1746145261.387657:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157d880 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531171328:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145261.387669:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145261.387708:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535543680:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 4094us (4212us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.387716:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10703 00000100:00100000:3.0:1746145261.387719:0:3299:0:(events.c:341:request_in_callback()) peer: 12345-0@lo (source: 12345-0@lo) 00000100:00100000:2.0:1746145261.387738:0:20971:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965531171584 00000100:00100000:2.0:1746145261.387741:0:20971:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965531171584 00000100:00100000:2.0:1746145261.387759:0:20971:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-0@lo, seq: 175 00000100:00100000:2.0:1746145261.387764:0:20971:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531171584:12345-0@lo:13:osp-pre-1-0.0 00002000:00000024:2.0:1746145261.387774:0:20971:0:(ofd_obd.c:714:ofd_statfs()) blocks cached 1703936 granted 430899200 pending 5111808 free 3819962368 avail 3798990848 00000100:00100000:2.0:1746145261.387809:0:20971:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_create00:lustre-MDT0000-mdtlov_UUID+5:3299:x1830965531171584:12345-0@lo:13:osp-pre-1-0.0 Request processed in 44us (90us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145261.387815:0:20971:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-0@lo, seq: 175 00000100:00100000:3.0:1746145261.387832:0:3299:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009157dc00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_02:lustre-MDT0000-mdtlov_UUID:3299:1830965531171584:0@lo:13:osp-pre-1-0.0 00010000:00010000:2.0:1746145261.400335:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00100000:2.0:1746145261.400661:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.400759:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535543936 00000100:00100000:3.0:1746145261.400767:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535543936 00002000:00100000:3.0:1746145261.400799:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801362f7800 x1830965535543936/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.400808:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7800 with x1830965535543936 ext(0->1048575) 00002000:00010000:3.0:1746145261.400812:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f7800 00000100:00100000:3.0:1746145261.400830:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4737 00000100:00100000:3.0:1746145261.400836:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+33:1960:x1830965535543936:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145261.401080:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:97ec8067-0811-494c-8790-cb1a1d068df8+11:1961:x1830965535543424:12345-192.168.203.38@tcp:4:dd.0 Request processed in 20081us (20302us total) trans 4294968090 rc 0/0 00000100:00100000:0.0:1746145261.401087:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4736 00002000:00100000:0.0:1746145261.401093:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff88009bf8aa00 x1830965535543424/t4294968090(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.401100:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8aa00 with x1830965535543424 ext(0->1048575) 00002000:00010000:0.0:1746145261.401103:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8aa00 00000100:00100000:1.0:1746145261.402398:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.402526:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535544192 00000100:00100000:3.0:1746145261.402530:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535544192 00002000:00100000:3.0:1746145261.402552:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88008a9e0380 x1830965535544192/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.402559:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0380 with x1830965535544192 ext(1048576->2097151) 00002000:00010000:3.0:1746145261.402562:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0380 00000100:00100000:3.0:1746145261.402575:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4738 00000100:00100000:3.0:1746145261.402580:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+11:1961:x1830965535544192:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.412781:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.413033:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535544448 00000100:00100000:1.0:1746145261.413042:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535544448 00002000:00100000:1.0:1746145261.413077:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008a9e1500 x1830965535544448/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.413087:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1500 with x1830965535544448 ext(1048576->2097151) 00002000:00010000:1.0:1746145261.413092:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e1500 00000100:00100000:1.0:1746145261.413114:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4739 00000100:00100000:1.0:1746145261.413120:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+35:1960:x1830965535544448:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.413797:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+13:1961:x1830965535544192:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11215us (11399us total) trans 4294968091 rc 0/0 00000100:00100000:3.0:1746145261.413805:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4738 00002000:00100000:3.0:1746145261.413811:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88008a9e0380 x1830965535544192/t4294968091(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.413818:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0380 with x1830965535544192 ext(1048576->2097151) 00002000:00010000:3.0:1746145261.413821:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0380 00000100:00100000:0.0:1746145261.414347:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f7800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+37:1960:x1830965535543936:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13509us (13689us total) trans 4294968713 rc 0/0 00000100:00100000:0.0:1746145261.414354:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4737 00002000:00100000:0.0:1746145261.414359:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801362f7800 x1830965535543936/t4294968713(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.414365:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7800 with x1830965535543936 ext(0->1048575) 00002000:00010000:0.0:1746145261.414368:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f7800 00000100:00100000:0.0:1746145261.419896:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+37:1960:x1830965535544448:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6770us (7116us total) trans 4294968714 rc 0/0 00000100:00100000:0.0:1746145261.419906:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4739 00002000:00100000:0.0:1746145261.419928:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008a9e1500 x1830965535544448/t4294968714(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.419937:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1500 with x1830965535544448 ext(1048576->2097151) 00002000:00010000:0.0:1746145261.419942:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e1500 00000100:00100000:2.0:1746145261.424955:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.425054:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535544704 00000100:00100000:3.0:1746145261.425062:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535544704 00002000:00100000:3.0:1746145261.425096:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8801362f7b80 x1830965535544704/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.425105:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7b80 with x1830965535544704 ext(2097152->3145727) 00002000:00010000:3.0:1746145261.425110:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f7b80 00000100:00100000:3.0:1746145261.425126:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4740 00000100:00100000:3.0:1746145261.425132:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+13:1960:x1830965535544704:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.430150:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f7b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1960:x1830965535544704:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5010us (5193us total) trans 4294968092 rc 0/0 00000100:00100000:3.0:1746145261.430164:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4740 00002000:00100000:3.0:1746145261.430175:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8801362f7b80 x1830965535544704/t4294968092(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.430184:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7b80 with x1830965535544704 ext(2097152->3145727) 00002000:00010000:3.0:1746145261.430189:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f7b80 00000001:00080000:1.0:1746145261.430502:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968088 is committed 00002000:00010000:0.0:1746145261.430835:0:20335:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746145261 -> 1746145262 00002000:00010000:0.0:1746145261.430838:0:20335:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746145261 -> 1746145262 00010000:00010000:0.0:1746145261.430847:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430856:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430869:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430875:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5a8200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145261.430879:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430886:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430903:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.430909:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d797c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.430968:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535542912:12345-192.168.203.38@tcp:4:dd.0 Request processed in 61541us (61905us total) trans 4294968088 rc 0/0 00000100:00100000:0.0:1746145261.430975:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4735 00000100:00100000:2.0:1746145261.431446:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.432494:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535544960 00000100:00100000:1.0:1746145261.432503:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535544960 00002000:00100000:1.0:1746145261.432539:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8801362f7100 x1830965535544960/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.432547:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7100 with x1830965535544960 ext(2097152->3145727) 00002000:00010000:1.0:1746145261.432552:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f7100 00000100:00100000:1.0:1746145261.432569:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4741 00000100:00100000:1.0:1746145261.432575:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+37:1960:x1830965535544960:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.442544:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.442596:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535545216 00000100:00100000:1.0:1746145261.442604:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535545216 00002000:00100000:1.0:1746145261.442654:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009157dc00 x1830965535545216/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.442664:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157dc00 with x1830965535545216 ext(3145728->4194303) 00002000:00010000:1.0:1746145261.442668:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157dc00 00000100:00100000:1.0:1746145261.442686:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4742 00000100:00100000:1.0:1746145261.442693:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1960:x1830965535545216:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145261.443491:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f7100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+39:1960:x1830965535544960:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10914us (12044us total) trans 4294968715 rc 0/0 00000100:00100000:0.0:1746145261.443498:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4741 00002000:00100000:0.0:1746145261.443503:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8801362f7100 x1830965535544960/t4294968715(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.443510:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f7100 with x1830965535544960 ext(2097152->3145727) 00002000:00010000:0.0:1746145261.443514:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f7100 00000100:00100000:0.0:1746145261.449202:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+17:1960:x1830965535545216:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6504us (6660us total) trans 4294968093 rc 0/0 00000100:00100000:0.0:1746145261.449211:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4742 00002000:00100000:0.0:1746145261.449221:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff88009157dc00 x1830965535545216/t4294968093(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.449229:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157dc00 with x1830965535545216 ext(3145728->4194303) 00002000:00010000:0.0:1746145261.449233:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157dc00 00000100:00100000:3.0:1746145261.452756:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.453063:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535545472 00000100:00100000:0.0:1746145261.453072:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535545472 00002000:00100000:0.0:1746145261.453106:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88009157e300 x1830965535545472/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.453115:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157e300 with x1830965535545472 ext(3145728->4194303) 00002000:00010000:0.0:1746145261.453120:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157e300 00000100:00100000:0.0:1746145261.453139:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4743 00000100:00100000:0.0:1746145261.453146:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+39:1961:x1830965535545472:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.460571:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+41:1961:x1830965535545472:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7420us (7816us total) trans 4294968716 rc 0/0 00000100:00100000:1.0:1746145261.460581:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4743 00002000:00100000:1.0:1746145261.460590:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88009157e300 x1830965535545472/t4294968716(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.460598:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157e300 with x1830965535545472 ext(3145728->4194303) 00002000:00010000:1.0:1746145261.460604:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157e300 00000100:00100000:1.0:1746145261.463567:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.464049:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535545728 00000100:00100000:2.0:1746145261.464058:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535545728 00002000:00100000:2.0:1746145261.464094:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88008a9e2d80 x1830965535545728/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.464103:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2d80 with x1830965535545728 ext(4194304->5242879) 00002000:00010000:2.0:1746145261.464108:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e2d80 00000100:00100000:2.0:1746145261.464127:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4744 00000100:00100000:2.0:1746145261.464134:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+17:1961:x1830965535545728:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145261.472754:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.472808:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535545984 00000100:00100000:2.0:1746145261.472816:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535545984 00002000:00100000:2.0:1746145261.472849:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009bf89500 x1830965535545984/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.472858:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89500 with x1830965535545984 ext(4194304->5242879) 00002000:00010000:2.0:1746145261.472862:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89500 00000100:00100000:2.0:1746145261.473055:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4745 00000100:00100000:2.0:1746145261.473305:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+41:1961:x1830965535545984:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145261.474801:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+19:1961:x1830965535545728:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10665us (11237us total) trans 4294968094 rc 0/0 00000100:00100000:2.0:1746145261.474807:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4744 00002000:00100000:2.0:1746145261.474815:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88008a9e2d80 x1830965535545728/t4294968094(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.474820:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e2d80 with x1830965535545728 ext(4194304->5242879) 00002000:00010000:2.0:1746145261.474825:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e2d80 00000100:00100000:1.0:1746145261.480072:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.480127:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535546240 00000100:00100000:2.0:1746145261.480136:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535546240 00002000:00100000:2.0:1746145261.480170:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88008a9e1180 x1830965535546240/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.480179:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1180 with x1830965535546240 ext(5242880->6291455) 00002000:00010000:2.0:1746145261.480184:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1180 00000100:00100000:2.0:1746145261.480203:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4746 00000100:00100000:2.0:1746145261.480209:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+19:1960:x1830965535546240:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.482773:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+43:1961:x1830965535545984:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9706us (10020us total) trans 4294968717 rc 0/0 00000100:00100000:1.0:1746145261.482783:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4745 00002000:00100000:1.0:1746145261.482791:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009bf89500 x1830965535545984/t4294968717(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.482800:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf89500 with x1830965535545984 ext(4194304->5242879) 00002000:00010000:1.0:1746145261.482805:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf89500 00000100:00100000:2.0:1746145261.487047:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.487523:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535546496 00000100:00100000:1.0:1746145261.487531:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535546496 00002000:00100000:1.0:1746145261.487565:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8801362f5180 x1830965535546496/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.487574:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f5180 with x1830965535546496 ext(5242880->6291455) 00002000:00010000:1.0:1746145261.487578:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f5180 00000100:00100000:1.0:1746145261.487608:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4747 00000100:00100000:1.0:1746145261.487616:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+43:1960:x1830965535546496:12345-192.168.203.38@tcp:4:dd.0 00000001:00080000:1.0:1746145261.488167:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968090 is committed 00000001:00080000:1.0:1746145261.488180:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968092 is committed 00000001:00080000:1.0:1746145261.488186:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968089 is committed 00000100:00100000:2.0:1746145261.488346:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1960:x1830965535546240:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8135us (8277us total) trans 4294968095 rc 0/0 00000100:00100000:2.0:1746145261.488353:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4746 00002000:00100000:2.0:1746145261.488358:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88008a9e1180 x1830965535546240/t4294968095(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.488365:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1180 with x1830965535546240 ext(5242880->6291455) 00002000:00010000:2.0:1746145261.488368:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1180 00010000:00010000:2.0:1746145261.488403:0:711:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488411:0:711:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488422:0:711:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488429:0:711:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094659c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.488432:0:711:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488439:0:711:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488455:0:711:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.488461:0:711:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094659c00/0xb5ee96b21a0d7975 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 711 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.488491:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535542784:12345-192.168.203.38@tcp:4:dd.0 Request processed in 120101us (120248us total) trans 4294968089 rc 0/0 00000100:00100000:2.0:1746145261.488497:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4734 00000100:00100000:2.0:1746145261.491522:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.491564:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.491590:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535546880 00000100:00100000:2.0:1746145261.491597:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535546880 00000100:00100000:2.0:1746145261.491657:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535547008 00000100:00100000:2.0:1746145261.491659:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535547008 00000100:00100000:2.0:1746145261.491678:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4748 00000100:00100000:2.0:1746145261.491684:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535546880:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145261.491713:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.491725:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.491726:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.491731:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.491742:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.492338:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4749 00000100:00100000:2.0:1746145261.492344:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535547008:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145261.492361:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.492369:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.492370:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.492373:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.492381:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.495752:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.495983:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535547264 00000100:00100000:3.0:1746145261.495990:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535547264 00002000:00100000:3.0:1746145261.496023:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bf8bb80 x1830965535547264/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.496113:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8bb80 with x1830965535547264 ext(6291456->7340031) 00002000:00010000:3.0:1746145261.496118:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8bb80 00000100:00100000:3.0:1746145261.496145:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4750 00000100:00100000:3.0:1746145261.496152:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+15:1961:x1830965535547264:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.496771:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f5180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+45:1960:x1830965535546496:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9154us (9729us total) trans 4294968718 rc 0/0 00000100:00100000:1.0:1746145261.496779:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4747 00002000:00100000:1.0:1746145261.496785:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8801362f5180 x1830965535546496/t4294968718(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.496792:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f5180 with x1830965535546496 ext(5242880->6291455) 00002000:00010000:1.0:1746145261.496795:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801362f5180 00010000:00010000:3.0:1746145261.500927:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500939:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500947:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500953:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094658800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.500957:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500963:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500979:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.500985:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d798a lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.501048:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535546880:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9361us (9528us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.501057:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4748 00000100:00100000:2.0:1746145261.503427:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.503480:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535547520 00000100:00100000:3.0:1746145261.503488:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535547520 00002000:00100000:3.0:1746145261.503523:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880093f14700 x1830965535547520/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.503531:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14700 with x1830965535547520 ext(6291456->7340031) 00002000:00010000:3.0:1746145261.503535:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14700 00000100:00100000:3.0:1746145261.503598:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4751 00000100:00100000:3.0:1746145261.503605:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+45:1961:x1830965535547520:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145261.505573:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505586:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505594:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505600:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009afc8a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.505604:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505611:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505642:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.505649:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009afc8a00/0xb5ee96b21a0d7991 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [1048576->2097151] (req 1048576->2097151) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.505706:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1962:x1830965535547008:12345-192.168.203.38@tcp:3:dd.0 Request processed in 13360us (14140us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.505715:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4749 00000100:00100000:3.0:1746145261.506509:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8bb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+17:1961:x1830965535547264:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10357us (10761us total) trans 4294968096 rc 0/0 00000100:00100000:3.0:1746145261.506516:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4750 00002000:00100000:3.0:1746145261.506524:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff88009bf8bb80 x1830965535547264/t4294968096(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.506532:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8bb80 with x1830965535547264 ext(6291456->7340031) 00002000:00010000:3.0:1746145261.506535:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009bf8bb80 00000100:00100000:0.0:1746145261.508199:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.508244:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535547776 00000100:00100000:3.0:1746145261.508249:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535547776 00002000:00100000:3.0:1746145261.508310:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880093d63480 x1830965535547776/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.508316:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63480 with x1830965535547776 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.508318:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d63480 00000100:00100000:3.0:1746145261.508332:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4752 00000100:00100000:3.0:1746145261.508341:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+17:1960:x1830965535547776:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145261.511729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.511759:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.511847:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535548160 00000100:00100000:3.0:1746145261.511855:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535548160 00000100:00100000:3.0:1746145261.511893:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535548032 00000100:00100000:3.0:1746145261.511895:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535548032 00000100:00100000:3.0:1746145261.511910:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4753 00000100:00100000:3.0:1746145261.511927:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535548160:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145261.511965:0:27702:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fee, atime: 0x0, ctime: 0x68140fee, blocks: 0xc80b 00010000:00010000:3.0:1746145261.511972:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.511983:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.511985:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.511990:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.512003:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.512105:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4754 00000100:00100000:3.0:1746145261.512111:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535548032:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145261.512123:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.512130:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.512132:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.512134:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.512141:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.513587:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+19:1960:x1830965535547776:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5246us (5387us total) trans 4294968097 rc 0/0 00000100:00100000:3.0:1746145261.513596:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4752 00002000:00100000:3.0:1746145261.513605:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff880093d63480 x1830965535547776/t4294968097(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.513613:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63480 with x1830965535547776 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.513617:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d63480 00000100:00100000:3.0:1746145261.518481:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+47:1961:x1830965535547520:12345-192.168.203.38@tcp:4:dd.0 Request processed in 14869us (15052us total) trans 4294968719 rc 0/0 00000100:00100000:3.0:1746145261.518491:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4751 00002000:00100000:3.0:1746145261.518500:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff880093f14700 x1830965535547520/t4294968719(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.518509:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14700 with x1830965535547520 ext(6291456->7340031) 00002000:00010000:3.0:1746145261.518513:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14700 00000100:00100000:1.0:1746145261.518573:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.518990:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535548544 00000100:00100000:3.0:1746145261.518996:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535548544 00002000:00100000:3.0:1746145261.519018:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88008a9e1f80 x1830965535548544/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.519025:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1f80 with x1830965535548544 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.519027:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e1f80 00000100:00100000:3.0:1746145261.519052:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4755 00000100:00100000:3.0:1746145261.519057:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+47:1960:x1830965535548544:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.530616:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+49:1960:x1830965535548544:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11551us (12035us total) trans 4294968720 rc 0/0 00000100:00100000:3.0:1746145261.530646:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4755 00002000:00100000:3.0:1746145261.530657:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88008a9e1f80 x1830965535548544/t4294968720(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.530671:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1f80 with x1830965535548544 ext(7340032->8388607) 00002000:00010000:3.0:1746145261.530676:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008a9e1f80 00000100:00100000:1.0:1746145261.530769:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.530896:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535548800 00000100:00100000:3.0:1746145261.530902:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535548800 00002000:00100000:3.0:1746145261.530936:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88008a9e1c00 x1830965535548800/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.530942:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1c00 with x1830965535548800 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.530945:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1c00 00000100:00100000:3.0:1746145261.531079:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4756 00000100:00100000:3.0:1746145261.531085:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+19:1960:x1830965535548800:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.540081:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+21:1960:x1830965535548800:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8991us (9307us total) trans 4294968100 rc 0/0 00000100:00100000:3.0:1746145261.540090:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4756 00002000:00100000:3.0:1746145261.540101:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff88008a9e1c00 x1830965535548800/t4294968100(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.540110:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e1c00 with x1830965535548800 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.540115:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e1c00 00000100:00100000:2.0:1746145261.540398:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.540434:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535549056 00000100:00100000:3.0:1746145261.540440:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535549056 00002000:00100000:3.0:1746145261.540461:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093f14e00 x1830965535549056/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.540468:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535549056 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.540471:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14e00 00000100:00100000:3.0:1746145261.540483:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4757 00000100:00100000:3.0:1746145261.540489:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+49:1960:x1830965535549056:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.546281:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+51:1960:x1830965535549056:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5786us (5877us total) trans 4294968721 rc 0/0 00000100:00100000:3.0:1746145261.546291:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4757 00002000:00100000:3.0:1746145261.546300:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093f14e00 x1830965535549056/t4294968721(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.546309:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14e00 with x1830965535549056 ext(8388608->9437183) 00002000:00010000:3.0:1746145261.546313:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14e00 00000100:00100000:2.0:1746145261.554164:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.554191:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535549312 00000100:00100000:0.0:1746145261.554200:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535549312 00002000:00100000:0.0:1746145261.554234:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880093f15180 x1830965535549312/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.554243:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535549312 ext(9437184->10485759) 00002000:00010000:0.0:1746145261.554247:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15180 00000100:00100000:0.0:1746145261.554265:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4758 00000100:00100000:0.0:1746145261.554271:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+21:1961:x1830965535549312:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:2.0:1746145261.556581:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556589:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556595:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556599:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461bc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.556602:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556607:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556620:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.556624:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7998 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.556682:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1962:x1830965535548160:12345-192.168.203.38@tcp:4:dd.0 Request processed in 44754us (44957us total) trans 4294968098 rc 0/0 00000100:00100000:2.0:1746145261.556687:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4753 00000001:00080000:0.0:1746145261.557070:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968093 is committed 00000001:00080000:0.0:1746145261.557080:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968095 is committed 00000001:00080000:0.0:1746145261.557089:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968098 is committed 00000001:00080000:0.0:1746145261.557094:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968097 is committed 00000100:00100000:2.0:1746145261.560599:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+13:1961:x1830965535549312:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6321us (6433us total) trans 4294968101 rc 0/0 00000100:00100000:2.0:1746145261.560613:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4758 00002000:00100000:2.0:1746145261.560642:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff880093f15180 x1830965535549312/t4294968101(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.560650:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f15180 with x1830965535549312 ext(9437184->10485759) 00002000:00010000:2.0:1746145261.560655:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f15180 00000100:00100000:0.0:1746145261.561608:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.561687:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535549568 00000100:00100000:2.0:1746145261.561694:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535549568 00002000:00100000:2.0:1746145261.561721:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880093d60380 x1830965535549568/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.561729:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60380 with x1830965535549568 ext(9437184->10485759) 00002000:00010000:2.0:1746145261.561732:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60380 00000100:00100000:2.0:1746145261.561747:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4759 00000100:00100000:2.0:1746145261.561753:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+51:1960:x1830965535549568:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.567838:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+53:1960:x1830965535549568:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6080us (6226us total) trans 4294968722 rc 0/0 00000100:00100000:3.0:1746145261.567849:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4759 00002000:00100000:3.0:1746145261.567859:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff880093d60380 x1830965535549568/t4294968722(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.567868:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60380 with x1830965535549568 ext(9437184->10485759) 00002000:00010000:3.0:1746145261.567873:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60380 00000100:00100000:3.0:1746145261.573827:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.573965:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535549824 00000100:00100000:2.0:1746145261.573973:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535549824 00002000:00100000:2.0:1746145261.574008:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009157e680 x1830965535549824/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.574017:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157e680 with x1830965535549824 ext(10485760->11534335) 00002000:00010000:2.0:1746145261.574022:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157e680 00000100:00100000:2.0:1746145261.574039:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4760 00000100:00100000:2.0:1746145261.574045:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+13:1962:x1830965535549824:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145261.581838:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.581866:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535550080 00000100:00100000:0.0:1746145261.581875:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535550080 00002000:00100000:0.0:1746145261.581910:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093f14000 x1830965535550080/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145261.581929:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535550080 ext(10485760->11534335) 00002000:00010000:0.0:1746145261.581933:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14000 00000100:00100000:0.0:1746145261.581961:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4761 00000100:00100000:0.0:1746145261.581968:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+53:1963:x1830965535550080:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145261.583106:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1962:x1830965535549824:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9058us (9280us total) trans 4294968102 rc 0/0 00000100:00100000:2.0:1746145261.583114:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4760 00002000:00100000:2.0:1746145261.583120:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009157e680 x1830965535549824/t4294968102(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.583128:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157e680 with x1830965535549824 ext(10485760->11534335) 00002000:00010000:2.0:1746145261.583131:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157e680 00000100:00100000:2.0:1746145261.590380:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.590401:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535550336 00000100:00100000:2.0:1746145261.590407:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535550336 00000100:00100000:1.0:1746145261.590424:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+55:1963:x1830965535550080:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8455us (8591us total) trans 4294968723 rc 0/0 00000100:00100000:1.0:1746145261.590432:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4761 00002000:00100000:1.0:1746145261.590440:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093f14000 x1830965535550080/t4294968723(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.590448:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f14000 with x1830965535550080 ext(10485760->11534335) 00002000:00010000:1.0:1746145261.590456:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093f14000 00002000:00100000:2.0:1746145261.590513:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880093f17480 x1830965535550336/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.590521:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965535550336 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.590524:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17480 00000100:00100000:2.0:1746145261.590547:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4762 00000100:00100000:2.0:1746145261.590554:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1963:x1830965535550336:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145261.590810:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590820:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590827:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590837:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461ba00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.590840:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590846:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590861:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.590866:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d799f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.590901:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535548032:12345-192.168.203.38@tcp:4:dd.0 Request processed in 78790us (79141us total) trans 4294968099 rc 0/0 00000100:00100000:3.0:1746145261.590907:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4754 00000001:00080000:3.0:1746145261.590933:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968100 is committed 00000001:00080000:3.0:1746145261.590940:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968099 is committed 00000100:00100000:2.0:1746145261.595502:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.595542:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.595565:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535550592 00000100:00100000:3.0:1746145261.595574:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535550592 00000100:00100000:3.0:1746145261.595621:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535550848 00000100:00100000:3.0:1746145261.595623:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535550848 00000100:00100000:3.0:1746145261.595657:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4763 00000100:00100000:3.0:1746145261.595663:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535550592:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:1.0:1746145261.595664:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4764 00000100:00100000:1.0:1746145261.595673:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535550848:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145261.595688:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.595691:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.595702:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.595702:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.595703:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.595703:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.595706:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.595707:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.595715:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.595715:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.598083:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f17480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+15:1963:x1830965535550336:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7523us (7703us total) trans 4294968103 rc 0/0 00000100:00100000:3.0:1746145261.598092:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4762 00002000:00100000:3.0:1746145261.598101:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff880093f17480 x1830965535550336/t4294968103(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145261.598110:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093f17480 with x1830965535550336 ext(11534336->12582911) 00002000:00010000:3.0:1746145261.598114:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093f17480 00000100:00100000:3.0:1746145261.600806:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.600891:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535551104 00000100:00100000:2.0:1746145261.600899:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535551104 00002000:00100000:2.0:1746145261.600942:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009157ea00 x1830965535551104/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.600951:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157ea00 with x1830965535551104 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.600956:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157ea00 00000100:00100000:2.0:1746145261.601276:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4765 00000100:00100000:2.0:1746145261.601284:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+55:1963:x1830965535551104:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:2.0:1746145261.601747:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601757:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601764:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601770:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092055000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.601774:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601781:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601797:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.601801:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092055000/0xb5ee96b21a0d79a6 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.602079:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f14380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535550592:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6414us (6581us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.602087:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4763 00010000:00010000:1.0:1746145261.605343:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605356:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605363:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605368:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5a8000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.605372:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605378:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605394:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.605404:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d79ad lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [2097152->3145727] (req 2097152->3145727) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.605478:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535550848:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9800us (9927us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.605489:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4764 00000100:00100000:2.0:1746145261.607603:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+57:1963:x1830965535551104:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6315us (6798us total) trans 4294968724 rc 0/0 00000100:00100000:2.0:1746145261.607615:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4765 00002000:00100000:2.0:1746145261.607643:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff88009157ea00 x1830965535551104/t4294968724(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145261.607652:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157ea00 with x1830965535551104 ext(11534336->12582911) 00002000:00010000:2.0:1746145261.607657:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009157ea00 00000100:00100000:3.0:1746145261.609928:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.609958:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.610538:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535551360 00000100:00100000:2.0:1746145261.610546:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535551360 00000100:00100000:3.0:1746145261.610552:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.610554:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535551744 00000100:00100000:1.0:1746145261.610558:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535551744 00000100:00100000:2.0:1746145261.610587:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4766 00000100:00100000:2.0:1746145261.610593:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535551360:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.610593:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4767 00000100:00100000:1.0:1746145261.610597:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535551744:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145261.610610:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535552128 00000100:00100000:0.0:1746145261.610613:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535552128 00002000:00010000:1.0:1746145261.610644:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fee, atime: 0x0, ctime: 0x68140fee, blocks: 0xc80b 00000100:00100000:0.0:1746145261.610650:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 172 00010000:00010000:1.0:1746145261.610651:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.610656:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+21:1119:x1830965535552128:12345-192.168.203.38@tcp:35:dd.0 00010000:00010000:2.0:1746145261.610660:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.610660:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.610661:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.610665:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.610673:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.610674:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.610675:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.610678:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.610685:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.610835:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63c4050 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+22:1119:x1830965535552128:12345-192.168.203.38@tcp:35:dd.0 Request processed in 178us (281us total) trans 4294985962 rc 0/0 00000100:00100000:0.0:1746145261.610841:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 172 00000100:00100000:3.0:1746145261.610860:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.610910:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535551872 00000100:00100000:1.0:1746145261.610922:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535551872 00002000:00100000:1.0:1746145261.610938:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009157f480 x1830965535551872/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/0 e 0 to 0 dl 1746145272 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.610946:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157f480 with x1830965535551872 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.610952:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157f480 00000100:00100000:1.0:1746145261.610964:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4768 00000100:00100000:1.0:1746145261.610967:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+15:1962:x1830965535551872:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.624607:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:97ec8067-0811-494c-8790-cb1a1d068df8+17:1962:x1830965535551872:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13630us (13738us total) trans 4294968106 rc 0/0 00000100:00100000:1.0:1746145261.624617:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4768 00002000:00100000:1.0:1746145261.624644:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009157f480 x1830965535551872/t4294968106(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:147/0 lens 488/448 e 0 to 0 dl 1746145272 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145261.624652:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009157f480 with x1830965535551872 ext(12582912->13631487) 00002000:00010000:1.0:1746145261.624657:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009157f480 00000001:00080000:0.0:1746145261.647468:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968104 is committed 00000001:00080000:0.0:1746145261.647481:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968102 is committed 00000001:00080000:0.0:1746145261.647492:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968103 is committed 00010000:00010000:1.0:1746145261.647518:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647528:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647538:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647543:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009b5a8200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.647547:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647553:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647568:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.647572:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009b5a8200/0xb5ee96b21a0d79b4 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.647641:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535551744:12345-192.168.203.38@tcp:4:dd.0 Request processed in 37028us (37668us total) trans 4294968104 rc 0/0 00000100:00100000:1.0:1746145261.647649:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4767 00000001:00080000:0.0:1746145261.672495:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968106 is committed 00000001:00080000:0.0:1746145261.672509:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968105 is committed 00010000:00010000:3.0:1746145261.672532:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672541:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672550:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672556:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.672559:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672566:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672581:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.672586:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d79bb lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.672668:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535551360:12345-192.168.203.38@tcp:4:dd.0 Request processed in 62071us (62740us total) trans 4294968105 rc 0/0 00000100:00100000:3.0:1746145261.672675:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4766 00000100:00100000:3.0:1746145261.674721:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.674760:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145261.675015:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535552384 00000100:00100000:0.0:1746145261.675024:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535552384 00000100:00100000:0.0:1746145261.675070:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535552640 00000100:00100000:0.0:1746145261.675073:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535552640 00000100:00100000:0.0:1746145261.675089:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4769 00000100:00100000:0.0:1746145261.675096:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535552384:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:2.0:1746145261.675113:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4770 00010000:00010000:0.0:1746145261.675120:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.675121:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535552640:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145261.675132:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.675134:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.675137:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.675138:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.675145:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.675147:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.675149:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.675150:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.675158:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681200:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681214:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681222:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681227:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c75800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.681231:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681239:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681255:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.681260:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092c75800/0xb5ee96b21a0d79c2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.681325:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535552384:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6226us (6606us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.681335:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4769 00010000:00010000:2.0:1746145261.682806:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682816:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682823:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682828:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.682832:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682839:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682857:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.682863:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094723e00/0xb5ee96b21a0d79c9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [3145728->4194303] (req 3145728->4194303) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.682947:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535552640:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7824us (8182us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.682955:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4770 00000100:00100000:3.0:1746145261.686156:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.686210:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535553024 00000100:00100000:2.0:1746145261.686218:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535553024 00000100:00100000:3.0:1746145261.686224:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.686261:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535552896 00000100:00100000:2.0:1746145261.686263:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535552896 00000100:00100000:0.0:1746145261.686267:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4771 00000100:00100000:3.0:1746145261.686278:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4772 00000100:00100000:0.0:1746145261.686278:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535553024:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145261.686285:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535552896:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145261.686316:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fee, atime: 0x0, ctime: 0x68140fee, blocks: 0xc80b 00010000:00010000:3.0:1746145261.686327:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.686334:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.686338:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.686339:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.686344:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.686354:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.686354:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.686355:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.686358:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.686367:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746145261.718952:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968107 is committed 00010000:00010000:1.0:1746145261.719041:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719055:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719062:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719069:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801365c9e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.719072:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719079:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719097:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.719102:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9e00/0xb5ee96b21a0d79d0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.719167:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535552896:12345-192.168.203.38@tcp:4:dd.0 Request processed in 32879us (32939us total) trans 4294968107 rc 0/0 00000100:00100000:1.0:1746145261.719174:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4772 00000001:00080000:2.0:1746145261.773330:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968108 is committed 00010000:00010000:3.0:1746145261.773481:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773492:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773498:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773504:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c74400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.773509:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773515:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773532:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.773538:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c74400/0xb5ee96b21a0d79d7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.773682:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535553024:12345-192.168.203.38@tcp:4:dd.0 Request processed in 87402us (87528us total) trans 4294968108 rc 0/0 00000100:00100000:3.0:1746145261.773691:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4771 00000100:00100000:2.0:1746145261.780130:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.780165:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.780176:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535553536 00000100:00100000:3.0:1746145261.780185:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535553536 00000100:00100000:3.0:1746145261.780240:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535553664 00000100:00100000:3.0:1746145261.780242:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535553664 00000100:00100000:3.0:1746145261.780274:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4773 00000100:00100000:3.0:1746145261.780282:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535553536:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:0.0:1746145261.780298:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4774 00000100:00100000:0.0:1746145261.780307:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535553664:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145261.780311:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.780323:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145261.780324:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.780325:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.780329:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.780333:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.780334:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.780337:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.780340:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.780346:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789120:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789135:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789143:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789149:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a52fca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145261.789153:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789161:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789177:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.789183:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d79e5 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145261.789268:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535553664:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8959us (9098us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145261.789281:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4774 00010000:00010000:3.0:1746145261.791134:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791145:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791151:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791156:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a4ce7c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145261.791160:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791166:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791179:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145261.791184:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a4ce7c00/0xb5ee96b21a0d79de lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [4194304->5242879] (req 4194304->5242879) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145261.791394:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535553536:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11110us (11267us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145261.791402:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4773 00000100:00100000:3.0:1746145261.796001:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.796034:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.796458:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535553920 00000100:00100000:0.0:1746145261.796458:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535554048 00000100:00100000:0.0:1746145261.796469:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535554048 00000100:00100000:0.0:1746145261.796528:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4775 00000100:00100000:0.0:1746145261.796535:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009157c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535554048:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:0.0:1746145261.796577:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fee, atime: 0x0, ctime: 0x68140fee, blocks: 0xc80b 00010000:00010000:0.0:1746145261.796583:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145261.796594:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.796596:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145261.796601:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.796653:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535553920 00000100:00100000:1.0:1746145261.796687:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4776 00000100:00100000:1.0:1746145261.796692:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535553920:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:0.0:1746145261.796703:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.796709:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.796716:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.796717:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.796720:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.796728:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746145261.831973:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968109 is committed 00010000:00010000:2.0:1746145261.832153:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832167:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832173:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832179:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a531a800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.832183:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832189:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832207:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.832212:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a531a800/0xb5ee96b21a0d79f3 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.832283:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535553920:12345-192.168.203.38@tcp:4:dd.0 Request processed in 35587us (36244us total) trans 4294968109 rc 0/0 00000100:00100000:2.0:1746145261.832294:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4776 00000001:00080000:3.0:1746145261.859351:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968110 is committed 00010000:00010000:1.0:1746145261.859434:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859445:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859453:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859460:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094206800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.859464:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859472:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859488:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.859499:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094206800/0xb5ee96b21a0d79ec lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.859578:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009157c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535554048:12345-192.168.203.38@tcp:4:dd.0 Request processed in 63039us (63578us total) trans 4294968110 rc 0/0 00000100:00100000:1.0:1746145261.859587:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4775 00000100:00100000:3.0:1746145261.863007:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.863060:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.863157:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535554560 00000100:00100000:1.0:1746145261.863164:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535554560 00000100:00100000:1.0:1746145261.863209:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535554688 00000100:00100000:1.0:1746145261.863210:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535554688 00000100:00100000:1.0:1746145261.863483:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4777 00000100:00100000:1.0:1746145261.863490:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535554560:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145261.863516:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.863528:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.863530:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.863535:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.863545:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.863800:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4778 00000100:00100000:2.0:1746145261.863807:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535554688:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145261.863821:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.863828:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.863830:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.863832:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.863839:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869599:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869608:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869613:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869617:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801365c9200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.869620:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869654:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869669:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.869675:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a01 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.869753:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535554688:12345-192.168.203.38@tcp:3:dd.0 Request processed in 5943us (6688us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.869761:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4778 00010000:00010000:1.0:1746145261.872094:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872105:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872112:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872118:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.872122:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872129:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872141:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.872147:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043400/0xb5ee96b21a0d79fa lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [5242880->6291455] (req 5242880->6291455) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.872201:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6c380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535554560:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8709us (9196us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.872209:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4777 00000100:00100000:3.0:1746145261.875833:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.875877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145261.876121:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535554944 00000100:00100000:1.0:1746145261.876129:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535554944 00000100:00100000:2.0:1746145261.876155:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535555072 00000100:00100000:2.0:1746145261.876158:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535555072 00000100:00100000:1.0:1746145261.876172:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4779 00000100:00100000:1.0:1746145261.876179:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535554944:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145261.876186:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4780 00000100:00100000:2.0:1746145261.876192:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535555072:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:1.0:1746145261.876214:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fee, atime: 0x0, ctime: 0x68140fee, blocks: 0xc80b 00010000:00010000:1.0:1746145261.876236:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.876249:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.876251:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.876255:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.876263:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.876267:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.876271:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.876272:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.876275:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.876283:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:3.0:1746145261.912844:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968111 is committed 00002000:00010000:1.0:1746145261.912952:0:3363:0:(ofd_lvb.c:311:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb mtime from disk: 1746145262 -> 1746145263 00002000:00010000:1.0:1746145261.912957:0:3363:0:(ofd_lvb.c:323:ofd_lvbo_update()) res: [0x280000400:0x1b:0x0] updating lvb ctime from disk: 1746145262 -> 1746145263 00010000:00010000:1.0:1746145261.912967:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.912976:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.912983:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.912989:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.912993:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.913000:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.913016:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.913022:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a08 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.913085:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535554944:12345-192.168.203.38@tcp:4:dd.0 Request processed in 36902us (37252us total) trans 4294968111 rc 0/0 00000100:00100000:1.0:1746145261.913095:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4779 00000001:00080000:0.0:1746145261.940313:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968112 is committed 00010000:00010000:2.0:1746145261.940338:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940349:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940355:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940361:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801365c9200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.940364:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940370:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940385:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.940390:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801365c9200/0xb5ee96b21a0d7a0f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.940457:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535555072:12345-192.168.203.38@tcp:4:dd.0 Request processed in 64261us (64576us total) trans 4294968112 rc 0/0 00000100:00100000:2.0:1746145261.940465:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4780 00000100:00100000:3.0:1746145261.942867:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.942928:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.942995:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535555584 00000100:00100000:2.0:1746145261.943003:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535555584 00000100:00100000:2.0:1746145261.943043:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535555712 00000100:00100000:2.0:1746145261.943045:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535555712 00000100:00100000:2.0:1746145261.943061:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4781 00000100:00100000:2.0:1746145261.943068:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535555584:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145261.943093:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.943104:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.943105:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.943110:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.943121:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.943183:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4782 00000100:00100000:1.0:1746145261.943189:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535555712:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145261.943203:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.943208:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.943209:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.943211:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.943216:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949537:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949552:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949559:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949566:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092043e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.949570:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949577:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949593:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.949599:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092043e00/0xb5ee96b21a0d7a1d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.949898:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535555712:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6704us (6983us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145261.949907:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4782 00010000:00010000:2.0:1746145261.950774:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950782:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950789:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950793:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d6600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145261.950796:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950802:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950811:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.950817:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a16 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [6291456->7340031] (req 6291456->7340031) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145261.950858:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535555584:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7789us (7996us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145261.950864:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4781 00000100:00100000:3.0:1746145261.956206:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145261.956248:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145261.956676:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535555968 00000100:00100000:2.0:1746145261.956684:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535555968 00000100:00100000:2.0:1746145261.956735:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535556096 00000100:00100000:2.0:1746145261.956737:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535556096 00000100:00100000:2.0:1746145261.956790:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4783 00000100:00100000:2.0:1746145261.956797:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535555968:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145261.956813:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4784 00000100:00100000:1.0:1746145261.956820:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535556096:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145261.956834:0:20335:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:2.0:1746145261.956848:0:20335:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.956848:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.956859:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.956861:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145261.956865:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.956876:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.957140:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.957142:0:20335:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145261.957145:0:20335:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145261.957153:0:20335:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000001:00080000:0.0:1746145261.989087:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968113 is committed 00010000:00010000:1.0:1746145261.989144:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989155:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989162:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989167:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801348f6e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145261.989171:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989177:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989192:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145261.989197:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8801348f6e00/0xb5ee96b21a0d7a2b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [13631488->14680063] (req 13631488->14680063) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145261.989256:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6dc00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535556096:12345-192.168.203.38@tcp:4:dd.0 Request processed in 32432us (33003us total) trans 4294968113 rc 0/0 00000100:00100000:1.0:1746145261.989265:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4784 00000001:00080000:3.0:1746145262.009447:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968114 is committed 00010000:00010000:2.0:1746145262.009508:0:20335:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009518:0:20335:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009578:0:20335:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009585:0:20335:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d7800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.009589:0:20335:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009597:0:20335:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009613:0:20335:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.009618:0:20335:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a24 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 20335 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.009747:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535555968:12345-192.168.203.38@tcp:4:dd.0 Request processed in 52946us (53543us total) trans 4294968114 rc 0/0 00000100:00100000:3.0:1746145262.009756:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4783 00000100:00100000:2.0:1746145262.011532:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.011575:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.011761:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535556480 00000100:00100000:3.0:1746145262.011768:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535556480 00000100:00100000:1.0:1746145262.011850:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535556736 00000100:00100000:1.0:1746145262.011853:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535556736 00000100:00100000:1.0:1746145262.011874:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4785 00000100:00100000:3.0:1746145262.011880:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4786 00000100:00100000:1.0:1746145262.011880:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535556480:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145262.011884:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535556736:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145262.011904:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.011904:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.011927:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.011927:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.011929:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.011929:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.011933:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.011933:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.011943:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.011943:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017726:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017740:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017747:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017753:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093d79000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145262.017757:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017764:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017786:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.017791:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093d79000/0xb5ee96b21a0d7a39 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145262.018422:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f16a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535556480:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6536us (6887us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.018430:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4785 00010000:00010000:3.0:1746145262.018524:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018533:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018540:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018545:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a531b000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.018548:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018553:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018563:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.018568:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a531b000/0xb5ee96b21a0d7a32 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [7340032->8388607] (req 7340032->8388607) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.018851:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535556736:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6964us (7274us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.018857:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4786 00000100:00100000:2.0:1746145262.023100:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.023178:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.023249:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535556992 00000100:00100000:1.0:1746145262.023257:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535556992 00000100:00100000:1.0:1746145262.023298:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535557120 00000100:00100000:1.0:1746145262.023300:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535557120 00000100:00100000:1.0:1746145262.023316:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4787 00000100:00100000:1.0:1746145262.023322:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535556992:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:1.0:1746145262.023359:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:1.0:1746145262.023365:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.023377:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.023379:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.023384:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.023396:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.023721:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4788 00000100:00100000:3.0:1746145262.023726:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535557120:12345-192.168.203.38@tcp:4:dd.0 00010000:00010000:3.0:1746145262.023738:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.023744:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.023745:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.023747:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.023752:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.052385:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.052655:0:7110:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535557376 00000100:00100000:0.0:1746145262.052663:0:7110:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535557376 00000100:00100000:0.0:1746145262.052710:0:7110:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 370 00000100:00100000:0.0:1746145262.052718:0:7110:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a4f21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535557376:12345-192.168.203.38@tcp:400:kworker.0 00000100:00100000:0.0:1746145262.052776:0:7110:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a4f21c50 pname:cluuid+ref:pid:xid:nid:opc:job ll_mgs_0000:9b6d524b-6a38-485c-a7e8-ed003f379728+12:1963:x1830965535557376:12345-192.168.203.38@tcp:400:kworker.0 Request processed in 59us (395us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.052782:0:7110:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 370 00000001:00080000:3.0:1746145262.057769:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968115 is committed 00010000:00010000:2.0:1746145262.058056:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058067:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058075:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058081:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a52fca00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.058084:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058091:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058108:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.058113:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7a40 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [14680064->15728639] (req 14680064->15728639) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.058178:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093f15f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1963:x1830965535556992:12345-192.168.203.38@tcp:4:dd.0 Request processed in 34853us (35079us total) trans 4294968115 rc 0/0 00000100:00100000:2.0:1746145262.058187:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4787 00000001:00080000:2.0:1746145262.090996:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968116 is committed 00010000:00010000:3.0:1746145262.091087:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091098:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091105:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091111:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094658800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.091115:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091122:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091465:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.091473:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880094658800/0xb5ee96b21a0d7a47 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [15728640->16777215] (req 15728640->16777215) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.091561:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093913800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535557120:12345-192.168.203.38@tcp:4:dd.0 Request processed in 67830us (68379us total) trans 4294968116 rc 0/0 00000100:00100000:3.0:1746145262.091570:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4788 00000100:00100000:1.0:1746145262.094449:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.094521:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.094583:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535557632 00000100:00100000:2.0:1746145262.094583:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535557888 00000100:00100000:3.0:1746145262.094590:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535557632 00000100:00100000:2.0:1746145262.094590:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535557888 00000100:00100000:3.0:1746145262.094660:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4789 00000100:00100000:2.0:1746145262.094744:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4790 00000100:00100000:2.0:1746145262.094751:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535557888:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145262.094777:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.094789:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.094792:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.094796:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.094807:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.094824:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535557632:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145262.094838:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.094844:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.094845:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.094848:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.094855:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106484:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106498:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106506:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106517:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.106521:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106529:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106545:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.106551:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7a55 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.106615:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535557632:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11945us (12167us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.106624:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4789 00010000:00010000:2.0:1746145262.106765:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106775:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106781:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106786:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c46ce00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.106788:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106794:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106804:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.106810:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a4e lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [8388608->9437183] (req 8388608->9437183) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.106845:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535557888:12345-192.168.203.38@tcp:3:dd.0 Request processed in 12094us (12324us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.106852:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4790 00000100:00100000:0.0:1746145262.111227:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.111271:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.111317:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535558144 00000100:00100000:2.0:1746145262.111317:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535558272 00000100:00100000:3.0:1746145262.111325:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535558144 00000100:00100000:2.0:1746145262.111325:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535558272 00000100:00100000:2.0:1746145262.111377:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4791 00000100:00100000:2.0:1746145262.111385:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535558272:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145262.111410:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4792 00000100:00100000:1.0:1746145262.111419:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535558144:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145262.111421:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:2.0:1746145262.111428:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.111434:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.111441:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.111443:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.111448:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.111460:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.111461:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.111463:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.111466:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.111474:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145262.145957:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968117 is committed 00010000:00010000:1.0:1746145262.146040:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146052:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146059:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146065:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c74200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145262.146069:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146077:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146094:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.146099:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092c74200/0xb5ee96b21a0d7a63 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [16777216->17825791] (req 16777216->17825791) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145262.146156:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535558144:12345-192.168.203.38@tcp:4:dd.0 Request processed in 34735us (34932us total) trans 4294968117 rc 0/0 00000100:00100000:1.0:1746145262.146165:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4792 00000001:00080000:2.0:1746145262.170765:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968118 is committed 00010000:00010000:3.0:1746145262.170814:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170826:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170833:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170844:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88012c46ce00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.170849:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170856:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170872:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.170878:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88012c46ce00/0xb5ee96b21a0d7a5c lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [17825792->18874367] (req 17825792->18874367) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.170955:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535558272:12345-192.168.203.38@tcp:4:dd.0 Request processed in 59567us (59679us total) trans 4294968118 rc 0/0 00000100:00100000:3.0:1746145262.170964:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4791 00000100:00100000:3.0:1746145262.174266:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.174308:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.174533:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535558656 00000100:00100000:0.0:1746145262.174541:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535558656 00000100:00100000:0.0:1746145262.174879:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535558912 00000100:00100000:0.0:1746145262.174882:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535558912 00000100:00100000:1.0:1746145262.175000:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4793 00000100:00100000:1.0:1746145262.175009:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535558656:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:1.0:1746145262.175035:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.175047:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.175049:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.175053:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.175065:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.175556:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4794 00000100:00100000:0.0:1746145262.175563:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535558912:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145262.175582:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.175589:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.175590:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.175593:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.175601:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185196:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185212:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185219:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185225:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009967f400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145262.185229:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185236:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185252:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.185258:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009967f400/0xb5ee96b21a0d7a6a lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185268:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185274:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185279:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185283:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d7800 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145262.185285:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185289:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185299:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.185304:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d7800/0xb5ee96b21a0d7a71 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [9437184->10485759] (req 9437184->10485759) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145262.185309:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6df80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535558656:12345-192.168.203.38@tcp:3:dd.0 Request processed in 10299us (11046us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.185317:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4793 00000100:00100000:0.0:1746145262.185336:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1960:x1830965535558912:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9774us (11027us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.185341:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4794 00000100:00100000:2.0:1746145262.188083:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.188115:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.188204:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535559168 00000100:00100000:0.0:1746145262.188212:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535559168 00000100:00100000:1.0:1746145262.188237:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535559296 00000100:00100000:1.0:1746145262.188240:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535559296 00000100:00100000:0.0:1746145262.188266:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4795 00000100:00100000:1.0:1746145262.188271:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4796 00000100:00100000:0.0:1746145262.188273:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535559168:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145262.188275:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535559296:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:1.0:1746145262.188312:0:8471:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:1.0:1746145262.188319:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.188331:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.188331:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.188332:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.188337:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.188346:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.188348:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.188348:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.188350:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.188356:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000001:00080000:2.0:1746145262.220299:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968119 is committed 00010000:00010000:0.0:1746145262.220427:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220437:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220444:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220450:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800946d6600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145262.220453:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220459:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220476:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.220485:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946d6600/0xb5ee96b21a0d7a7f lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [18874368->19922943] (req 18874368->19922943) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.220561:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093911180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535559168:12345-192.168.203.38@tcp:4:dd.0 Request processed in 32285us (32479us total) trans 4294968119 rc 0/0 00000100:00100000:0.0:1746145262.220570:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4795 00000001:00080000:3.0:1746145262.248168:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968120 is committed 00010000:00010000:1.0:1746145262.248231:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248375:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248382:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248389:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009967fc00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:1.0:1746145262.248392:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248400:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248419:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.248425:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009967fc00/0xb5ee96b21a0d7a78 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [19922944->20971519] (req 19922944->20971519) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145262.248491:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535559296:12345-192.168.203.38@tcp:4:dd.0 Request processed in 60210us (60371us total) trans 4294968120 rc 0/0 00000100:00100000:1.0:1746145262.248499:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4796 00000100:00100000:1.0:1746145262.251609:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.251680:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.251735:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535559680 00000100:00100000:0.0:1746145262.251742:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535559680 00000100:00100000:0.0:1746145262.251833:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535559936 00000100:00100000:0.0:1746145262.251836:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535559936 00000100:00100000:2.0:1746145262.251839:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4797 00000100:00100000:2.0:1746145262.251847:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535559680:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145262.251874:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.251886:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.251888:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.251892:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.251903:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.251958:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4798 00000100:00100000:0.0:1746145262.251964:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535559936:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145262.251979:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.251987:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.251988:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.251990:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.251998:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259781:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259796:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259803:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259809:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009455f200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.259813:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259820:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259839:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.259844:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88009455f200/0xb5ee96b21a0d7a86 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.259920:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535559680:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8060us (8304us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.259927:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4797 00010000:00010000:0.0:1746145262.261685:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261694:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261699:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261703:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187c200 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145262.261705:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261708:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261718:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.261721:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187c200/0xb5ee96b21a0d7a8d lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [10485760->11534335] (req 10485760->11534335) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.261755:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1963:x1830965535559936:12345-192.168.203.38@tcp:3:dd.0 Request processed in 9789us (10072us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.261761:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4798 00000100:00100000:0.0:1746145262.265514:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.265559:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.265741:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535560192 00000100:00100000:2.0:1746145262.265749:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535560192 00000100:00100000:2.0:1746145262.265796:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535560320 00000100:00100000:2.0:1746145262.265798:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535560320 00000100:00100000:2.0:1746145262.265810:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4799 00000100:00100000:2.0:1746145262.265816:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1963:x1830965535560192:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145262.265847:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4800 00000100:00100000:0.0:1746145262.265855:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535560320:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:2.0:1746145262.266037:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:2.0:1746145262.266053:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.266065:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.266067:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.266071:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.266083:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.266231:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.266245:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.266246:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.266249:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.266257:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308222:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308233:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308240:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308247:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093efde00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.308251:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308257:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308273:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.308279:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093efde00/0xb5ee96b21a0d7a94 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [20971520->22020095] (req 20971520->22020095) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.308344:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+13:1963:x1830965535560192:12345-192.168.203.38@tcp:4:dd.0 Request processed in 42524us (42832us total) trans 4294968121 rc 0/0 00000100:00100000:3.0:1746145262.308352:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4799 00000001:00080000:3.0:1746145262.308387:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968121 is committed 00000001:00080000:3.0:1746145262.337403:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968122 is committed 00010000:00010000:2.0:1746145262.337436:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337447:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337454:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337460:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009187c400 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.337464:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337471:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337487:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.337493:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009187c400/0xb5ee96b21a0d7a9b lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [22020096->23068671] (req 22020096->23068671) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.337562:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535560320:12345-192.168.203.38@tcp:4:dd.0 Request processed in 71704us (71998us total) trans 4294968122 rc 0/0 00000100:00100000:2.0:1746145262.337570:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4800 00000100:00100000:1.0:1746145262.341176:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.341208:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.341271:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535560832 00000100:00100000:3.0:1746145262.341281:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535560832 00000100:00100000:2.0:1746145262.341316:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535560960 00000100:00100000:2.0:1746145262.341320:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535560960 00000100:00100000:3.0:1746145262.341334:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4801 00000100:00100000:2.0:1746145262.341352:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4802 00000100:00100000:2.0:1746145262.341358:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535560960:12345-192.168.203.38@tcp:3:dd.0 00000100:00100000:3.0:1746145262.341384:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535560832:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:2.0:1746145262.341385:0:27702:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.341397:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.341397:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.341399:0:27702:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.341402:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.341403:0:27702:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.341404:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.341406:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.341414:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.341414:0:27702:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348857:0:27702:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348870:0:27702:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348878:0:27702:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348884:0:27702:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094723a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145262.348887:0:27702:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348960:0:27702:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348979:0:27702:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.348985:0:27702:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094723a00/0xb5ee96b21a0d7aa2 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 27702 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.349039:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535560960:12345-192.168.203.38@tcp:3:dd.0 Request processed in 7677us (7825us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.349048:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4802 00010000:00010000:3.0:1746145262.349357:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349366:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349371:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349376:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134879a00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.349379:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349385:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349395:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.349400:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879a00/0xb5ee96b21a0d7aa9 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [11534336->12582911] (req 11534336->12582911) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.349440:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1961:x1830965535560832:12345-192.168.203.38@tcp:3:dd.0 Request processed in 8099us (8269us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.349446:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4801 00000100:00100000:2.0:1746145262.360681:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.360725:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.360740:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535561216 00000100:00100000:3.0:1746145262.360748:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535561216 00000100:00100000:3.0:1746145262.360788:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535561344 00000100:00100000:3.0:1746145262.360790:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535561344 00000100:00100000:3.0:1746145262.360818:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4803 00000100:00100000:3.0:1746145262.360825:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535561216:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145262.360843:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4804 00000100:00100000:1.0:1746145262.360851:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535561344:12345-192.168.203.38@tcp:4:dd.0 00002000:00010000:3.0:1746145262.360863:0:3363:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:3.0:1746145262.360874:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.360881:0:8471:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,1 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.360886:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.360888:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.360892:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.360904:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.360904:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.360916:0:8471:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.360919:0:8471:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 4 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.360927:0:8471:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000001:00080000:1.0:1746145262.397305:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968123 is committed 00010000:00010000:2.0:1746145262.397997:0:8471:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398008:0:8471:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398015:0:8471:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398020:0:8471:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092054000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:2.0:1746145262.398024:0:8471:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398034:0:8471:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398050:0:8471:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.398056:0:8471:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092054000/0xb5ee96b21a0d7ab7 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 3 type: EXT [24117248->25165823] (req 24117248->25165823) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 8471 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.398117:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535561344:12345-192.168.203.38@tcp:4:dd.0 Request processed in 37263us (37387us total) trans 4294968123 rc 0/0 00000100:00100000:2.0:1746145262.398125:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4804 00010000:00010000:2.0:1746145262.401699:0:7104:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00080000:0.0:1746145262.424370:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968124 is committed 00010000:00010000:3.0:1746145262.424507:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,1 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424518:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424525:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424535:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880134879000 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.424539:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424546:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424560:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.424565:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880134879000/0xb5ee96b21a0d7ab0 lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [23068672->24117247] (req 23068672->24117247) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.424642:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093910700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1962:x1830965535561216:12345-192.168.203.38@tcp:4:dd.0 Request processed in 63796us (63946us total) trans 4294968124 rc 0/0 00000100:00100000:3.0:1746145262.424650:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4803 00000100:00100000:1.0:1746145262.427172:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.427297:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535561728 00000100:00100000:3.0:1746145262.427305:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535561728 00000100:00100000:3.0:1746145262.427451:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4805 00000100:00100000:3.0:1746145262.427459:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535561728:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:3.0:1746145262.427492:0:3363:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.427503:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.427505:0:3363:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.427509:0:3363:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.427522:0:3363:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.433887:0:3363:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.433901:0:3363:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.433923:0:3363:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.433930:0:3363:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8801358efa00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145262.433933:0:3363:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.433940:0:3363:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.434020:0:3363:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.434027:0:3363:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7abe lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [12582912->13631487] (req 12582912->13631487) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 3363 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.434091:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1961:x1830965535561728:12345-192.168.203.38@tcp:3:dd.0 Request processed in 6630us (6921us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.434103:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4805 00000100:00100000:2.0:1746145262.440548:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.440613:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535561856 00000100:00100000:0.0:1746145262.440622:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535561856 00000100:00100000:0.0:1746145262.440725:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6590 00000100:00100000:0.0:1746145262.440734:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+7:1118:x1830965535561856:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:0.0:1746145262.440749:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.440766:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800946f1a00/0xb5ee96b21a0d7ac5 lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536709 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00002000:00010000:0.0:1746145262.440787:0:8464:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1b:0x0] initial LVB size: 26214400, mtime: 0x68140fef, atime: 0x0, ctime: 0x68140fef, blocks: 0xc80b 00010000:00010000:0.0:1746145262.440805:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.440807:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.440815:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f1a00/0xb5ee96b21a0d7ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536709 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.440828:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800946f1a00/0xb5ee96b21a0d7ac5 lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1b:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 25165824->26214399) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536709 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.440838:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800946f1a00, rc 0) 00000100:00100000:0.0:1746145262.441102:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1118:x1830965535561856:12345-192.168.203.38@tcp:101:dd.0 Request processed in 368us (560us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.441108:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6590 00000100:00100000:1.0:1746145262.449160:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.449384:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562112 00000100:00100000:3.0:1746145262.449393:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562112 00002000:00100000:3.0:1746145262.449427:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88008a9e0700 x1830965535562112/t0(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.449435:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0700 with x1830965535562112 ext(25165824->26214399) 00002000:00010000:3.0:1746145262.449440:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0700 00000100:00100000:3.0:1746145262.449463:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4806 00000100:00100000:3.0:1746145262.449469:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535562112:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145262.453520:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1960:x1830965535562112:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4044us (4360us total) trans 4294968125 rc 0/0 00000100:00100000:3.0:1746145262.453530:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4806 00002000:00100000:3.0:1746145262.453540:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1b:0x0] (25165824->26214399) req@ffff88008a9e0700 x1830965535562112/t4294968125(0) o4->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/448 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.453548:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008a9e0700 with x1830965535562112 ext(25165824->26214399) 00002000:00010000:3.0:1746145262.453554:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008a9e0700 00000100:00100000:1.0:1746145262.454962:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.455031:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562240 00000100:00100000:0.0:1746145262.455038:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562240 00000100:00100000:0.0:1746145262.455079:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6591 00000100:00100000:0.0:1746145262.455086:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535562240:12345-192.168.203.38@tcp:16:dd.0 00000001:00080000:1.0:1746145262.484585:0:9827:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0001: transno 4294968125 is committed 00000100:00100000:0.0:1746145262.484656:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1961:x1830965535562240:12345-192.168.203.38@tcp:16:dd.0 Request processed in 29566us (29692us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.484664:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6591 00000100:00100000:2.0:1746145262.486668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.486727:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562496 00000100:00100000:0.0:1746145262.486734:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562496 00000100:00100000:0.0:1746145262.486763:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 173 00000100:00100000:0.0:1746145262.486769:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+29:1118:x1830965535562496:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:0.0:1746145262.487122:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9500 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1118:x1830965535562496:12345-192.168.203.38@tcp:35:dd.0 Request processed in 351us (456us total) trans 4294985963 rc 0/0 00000100:00100000:0.0:1746145262.487128:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 173 00000100:00100000:1.0:1746145262.496001:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.496214:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562624 00000100:00100000:3.0:1746145262.496223:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562624 00000100:00100000:3.0:1746145262.496273:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43833 00000100:00100000:3.0:1746145262.496281:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+30:1124:x1830965535562624:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:3.0:1746145262.496300:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145262.496318:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d7acc lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536710 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.496369:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.496380:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.496389:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:3.0:1746145262.496432:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746145262.496435:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145262.496447:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.496463:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009187c400/0xb5ee96b21a0d7acc lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536710 expref: 32 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.496490:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536710 expref: 31 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.496498:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:3.0:1746145262.496501:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746145262.496504:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009187cc00, rc 0) 00000100:00100000:3.0:1746145262.496550:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008a9e0a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1124:x1830965535562624:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 270us (555us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145262.496556:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43833 00000100:00100000:1.0:1746145262.502891:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.502954:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.502962:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562752 00000100:00100000:0.0:1746145262.503005:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535562880 00000100:00100000:0.0:1746145262.503009:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562880 00000100:00100000:0.0:1746145262.503046:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 7 00000100:00100000:0.0:1746145262.503052:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535562880:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:0.0:1746145262.503085:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.503099:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7ada lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53671e expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.503136:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503148:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503160:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503170:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503175:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503180:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503223:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503229:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503234:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503239:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461b200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145262.503242:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503247:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503256:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.503258:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.503261:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503267:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009461b200/0xb5ee96b21a0d7ae1 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503275:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503280:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503284:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503288:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009461a800 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145262.503290:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503294:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503299:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbfe6ecf (ffff88008ed84600) 00010000:00010000:0.0:1746145262.503301:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.503303:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503308:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009461a800/0xb5ee96b21a0d7ae8 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbfe6ecf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.503333:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7ada lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53671e expref: 32 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.503340:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.503342:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746145262.503345:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009461bc00/0xb5ee96b21a0d7ada lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53671e expref: 32 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.503355:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461bc00, rc -2) 00000100:00100000:0.0:1746145262.503406:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f800 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535562880:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 353us (451us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746145262.503412:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 7 00000100:00100000:2.0:1746145262.503448:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535562752 00000100:00100000:2.0:1746145262.503468:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43834 00000100:00100000:2.0:1746145262.503473:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009291f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1124:x1830965535562752:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:2.0:1746145262.503480:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145262.503486:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d7aef lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536717 expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.503507:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503514:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503521:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503530:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503535:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503539:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503586:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503592:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503598:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746145262.503619:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000004:00200000:2.0:1746145262.503622:0:7116:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:2.0:1746145262.503657:0:7116:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x5b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503664:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503670:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503674:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503682:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503686:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145262.503689:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503693:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503698:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:2.0:1746145262.503700:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145262.503703:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503707:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69a00/0xb5ee96b21a0d7af6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503716:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503721:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503725:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503728:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b52eb600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145262.503730:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503735:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503743:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012b447700) 00010000:00010000:2.0:1746145262.503745:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145262.503747:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503751:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7afd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145262.503767:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c68000/0xb5ee96b21a0d7aef lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536717 expref: 33 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.503776:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536717 expref: 32 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.503781:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145262.503783:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145262.503785:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540d200, rc 0) 00000100:00100000:2.0:1746145262.503804:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009291f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1124:x1830965535562752:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 331us (920us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145262.503809:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43834 00000100:00100000:1.0:1746145262.505975:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.506050:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563136 00000100:00100000:2.0:1746145262.506055:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563136 00000100:00100000:2.0:1746145262.506091:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 210 00000100:00100000:2.0:1746145262.506095:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1962:x1830965535563136:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145262.506104:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145262.506118:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b04 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536717 expref: 32 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.506129:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145262.506132:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145262.506156:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ea00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535563136:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 61us (187us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145262.506159:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 210 00000100:00100000:2.0:1746145262.506668:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.506788:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563008 00000100:00100000:0.0:1746145262.506792:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563008 00000100:00100000:2.0:1746145262.506798:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.506819:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563264 00000100:00100000:0.0:1746145262.506821:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563264 00000100:00100000:0.0:1746145262.506834:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6592 00000100:00100000:0.0:1746145262.506839:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535563008:12345-192.168.203.38@tcp:101:checkstat.0 00000100:00100000:2.0:1746145262.506843:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6593 00000100:00100000:2.0:1746145262.506847:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535563264:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:0.0:1746145262.506849:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145262.506854:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.506859:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7b0b lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536725 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.506861:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b12 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53672c expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.506892:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531171712:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145262.506892:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531171840:192.168.203.38@tcp:106: 00000100:00100000:2.0:1746145262.507507:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145262.507540:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff8800995659c0 going to sleep for 11 seconds 00002000:00010000:0.0:1746145262.511003:0:8464:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb size: 0 -> 13631488 00002000:00010000:0.0:1746145262.511009:0:8464:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb mtime: 0 -> 1746145262 00002000:00010000:0.0:1746145262.511011:0:8464:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb atime: 0 -> 1746145262 00002000:00010000:0.0:1746145262.511013:0:8464:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb ctime: 0 -> 1746145262 00002000:00010000:0.0:1746145262.511014:0:8464:0:(ofd_lvb.c:282:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks: 1 -> 24585 00002000:00010000:2.0:1746145262.511016:0:8466:0:(ofd_lvb.c:258:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb size: 0 -> 12582912 00002000:00010000:2.0:1746145262.511018:0:8466:0:(ofd_lvb.c:264:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb mtime: 0 -> 1746145262 00002000:00010000:2.0:1746145262.511020:0:8466:0:(ofd_lvb.c:270:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb atime: 0 -> 1746145262 00002000:00010000:2.0:1746145262.511021:0:8466:0:(ofd_lvb.c:276:ofd_lvbo_update()) res: [0x240000400:0x1d:0x0] updating lvb ctime: 0 -> 1746145262 00002000:00010000:0.0:1746145262.511025:0:8464:0:(ofd_lvb.c:329:ofd_lvbo_update()) res: [0x280000400:0x1c:0x0] updating lvb blocks from disk: 24585 -> 26633 00000100:00100000:2.0:1746145262.511033:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883caa00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531171712:192.168.203.38@tcp:106: 00010000:00010000:2.0:1746145262.511056:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b12 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53672c expref: 35 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145262.511067:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b12 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53672c expref: 35 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:2.0:1746145262.511077:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c69200, rc 0) 00000100:00100000:2.0:1746145262.511124:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535563264:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 4274us (4323us total) trans 0 rc 301/301 00000100:00100000:2.0:1746145262.511132:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6593 00000100:00100000:0.0:1746145262.511153:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d60a80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531171840:192.168.203.38@tcp:106: 00010000:00010000:0.0:1746145262.511168:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7b0b lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536725 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.511181:0:8464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff88009461ba00/0xb5ee96b21a0d7b0b lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536725 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.511189:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009461ba00, rc 0) 00000100:00100000:0.0:1746145262.511224:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1960:x1830965535563008:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 4385us (4556us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145262.511229:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6592 00000100:00100000:1.0:1746145262.516150:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.516310:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563392 00000100:00100000:3.0:1746145262.516319:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563392 00000100:00100000:3.0:1746145262.516369:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43835 00000100:00100000:3.0:1746145262.516377:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+22:1125:x1830965535563392:12345-192.168.203.38@tcp:101:checkstat.0 00010000:00010000:3.0:1746145262.516397:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145262.516412:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b19 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536733 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.516456:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.516468:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.516477:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:3.0:1746145262.516521:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:3.0:1746145262.516524:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:3.0:1746145262.516537:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.516554:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b19 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 24 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.517144:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 23 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.517152:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:3.0:1746145262.517154:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:3.0:1746145262.517158:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358ef800, rc 0) 00000100:00100000:3.0:1746145262.517205:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838df80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+23:1125:x1830965535563392:12345-192.168.203.38@tcp:101:checkstat.0 Request processed in 828us (1059us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145262.517212:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43835 00000100:00100000:1.0:1746145262.520899:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.520984:0:7121:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563520 00000100:00100000:0.0:1746145262.520991:0:7121:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563520 00000100:00100000:0.0:1746145262.521037:0:7121:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 8 00000100:00100000:0.0:1746145262.521044:0:7121:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:97ec8067-0811-494c-8790-cb1a1d068df8+23:1962:x1830965535563520:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:0.0:1746145262.521071:0:7121:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.521084:0:7121:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7b27 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53673a expref: -99 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.521123:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521133:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521142:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521154:0:7121:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521159:0:7121:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521165:0:7121:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521211:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521217:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521222:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521227:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800b52eb600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145262.521231:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521236:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521245:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.521248:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.521251:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521256:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b52eb600/0xb5ee96b21a0d7b2e lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521269:0:7121:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521273:0:7121:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521277:0:7121:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521281:0:7121:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093c69200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145262.521283:0:7121:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521287:0:7121:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521293:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008ed84600) 00010000:00010000:0.0:1746145262.521294:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.521296:0:7121:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521300:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093c69200/0xb5ee96b21a0d7b35 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7121 initiator: MDT0 00010000:00010000:0.0:1746145262.521329:0:7121:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7b27 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53673a expref: 24 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.521338:0:7121:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.521339:0:7121:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746145262.521342:0:7121:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a52fca00/0xb5ee96b21a0d7b27 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53673a expref: 24 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.521349:0:7121:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a52fca00, rc -2) 00000100:00100000:0.0:1746145262.521388:0:7121:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_000:97ec8067-0811-494c-8790-cb1a1d068df8+23:1962:x1830965535563520:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 344us (495us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746145262.521394:0:7121:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 8 00000100:00100000:2.0:1746145262.524293:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.524345:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563776 00000100:00100000:3.0:1746145262.524352:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563776 00000100:00100000:3.0:1746145262.524395:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43836 00000100:00100000:3.0:1746145262.524402:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1128:x1830965535563776:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:3.0:1746145262.524415:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145262.524427:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d7b3c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536772 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.524493:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b43 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.524504:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:3.0:1746145262.524512:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b43 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:3.0:1746145262.524521:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00010000:00010000:3.0:1746145262.524605:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358eee00/0xb5ee96b21a0d7b3c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536772 expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.524761:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b43 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536772 expref: 33 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.524769:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:3.0:1746145262.524771:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:3.0:1746145262.524773:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8801358efa00, rc 0) 00000100:00100000:3.0:1746145262.524875:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883caa00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1128:x1830965535563776:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 472us (584us total) trans 4294985964 rc 0/0 00000100:00100000:3.0:1746145262.524881:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43836 00000100:00100000:0.0:1746145262.527077:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.527127:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.527147:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535563904 00000100:00100000:0.0:1746145262.527151:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535563904 00000100:00100000:0.0:1746145262.527178:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6594 00000100:00100000:0.0:1746145262.527183:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535563904:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:0.0:1746145262.527195:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.527206:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d7b51 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536779 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.527245:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531171968:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145262.527306:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565780 going to sleep for 11 seconds 00000100:00100000:2.0:1746145262.527427:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564032 00000100:00100000:2.0:1746145262.527431:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564032 00000100:00100000:2.0:1746145262.527454:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 211 00000100:00100000:2.0:1746145262.527459:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1960:x1830965535564032:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145262.527468:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145262.527482:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358efa00/0xb5ee96b21a0d7b43 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536772 expref: 33 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.527494:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145262.527498:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145262.527528:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1960:x1830965535564032:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 68us (455us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145262.527535:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 211 00000100:00100000:2.0:1746145262.528006:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.528090:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564160 00000100:00100000:0.0:1746145262.528093:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564160 00000100:00100000:0.0:1746145262.528560:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6595 00000100:00100000:0.0:1746145262.528567:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535564160:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:0.0:1746145262.528575:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.528584:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7b58 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536780 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.528609:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531172096:192.168.203.38@tcp:106: 00000100:00100000:0.0:1746145262.529410:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145262.529451:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d61c00 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531171968:192.168.203.38@tcp:106: 00010000:00010000:0.0:1746145262.529590:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d7b51 lrc: 1/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536779 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.529600:0:8464:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880093c68000/0xb5ee96b21a0d7b51 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536779 expref: 9 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.529615:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093c68000, rc 0) 00000100:00100000:0.0:1746145262.529877:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1962:x1830965535563904:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 2693us (2749us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145262.529883:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6594 00000100:00100000:0.0:1746145262.530450:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d63100 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531172096:192.168.203.38@tcp:106: 00010000:00010000:0.0:1746145262.530463:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7b58 lrc: 1/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536780 expref: 35 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.530471:0:8466:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7b58 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536780 expref: 35 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:0.0:1746145262.530478:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659c00, rc 0) 00000100:00100000:0.0:1746145262.530562:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1963:x1830965535564160:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 1994us (2556us total) trans 0 rc 301/301 00000100:00100000:0.0:1746145262.530568:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6595 00000100:00100000:2.0:1746145262.539547:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.539602:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564288 00000100:00100000:0.0:1746145262.539610:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564288 00000100:00100000:1.0:1746145262.539803:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6596 00000100:00100000:1.0:1746145262.539812:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+8:1128:x1830965535564288:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:1.0:1746145262.539828:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145262.539844:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536787 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.539867:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.539872:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145262.539874:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:1.0:1746145262.539878:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 4/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536787 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.539903:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.539926:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 8 pid: 8464 timeout: 603 lvb_type: 0 00000100:00100000:1.0:1746145262.539937:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531172224:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145262.540016:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27c00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145262.541227:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838c380 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0001_UUID:8464:1830965531172224:192.168.203.38@tcp:104: 00010000:00010000:2.0:1746145262.541248:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 3/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536787 expref: 9 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.541266:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a540d200, rc 0) 00000100:00100000:2.0:1746145262.541304:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883ca300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1128:x1830965535564288:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 1494us (1763us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145262.541311:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6596 00000100:00100000:2.0:1746145262.552018:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.552083:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564416 00000100:00100000:0.0:1746145262.552091:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564416 00010000:00010000:0.0:1746145262.552123:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 603 lvb_type: 0 00000100:00100000:0.0:1746145262.552162:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10704 00000100:00100000:0.0:1746145262.552169:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535564416:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145262.552183:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145262.552201:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 4/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746145262.552212:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746145262.552232:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff8800946f4800/0xb5ee96b21a0d796e lrc: 0/0,0 mode: --/PW res: [0x280000400:0x1c:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366fb expref: 9 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:0.0:1746145262.552281:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.552283:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145262.552290:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536787 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.552297:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536787 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.552326:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a540d200/0xb5ee96b21a0d7b5f lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536787 expref: 8 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.552337:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093d63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531172352:192.168.203.38@tcp:105: 00000100:00100000:0.0:1746145262.552417:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145262.553685:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093d63100 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531172352:192.168.203.38@tcp:105: 00010000:00010000:2.0:1746145262.553697:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:2.0:1746145262.553722:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72c50 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535564416:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1554us (1710us total) trans 0 rc 0/0 00000100:00100000:2.0:1746145262.553729:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10704 00000100:00100000:2.0:1746145262.558204:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.558288:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564672 00000100:00100000:3.0:1746145262.558297:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564672 00002000:00100000:3.0:1746145262.558338:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800883c9c00 x1830965535564672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.558347:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535564672 ext(0->1048575) 00002000:00010000:3.0:1746145262.558351:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9c00 00000100:00100000:3.0:1746145262.558367:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4807 00000100:00100000:3.0:1746145262.558374:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535564672:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145262.563547:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535564672:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5165us (5341us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.563558:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4807 00002000:00100000:3.0:1746145262.563568:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8800883c9c00 x1830965535564672/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.563577:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9c00 with x1830965535564672 ext(0->1048575) 00002000:00010000:3.0:1746145262.563581:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c9c00 00000100:00100000:0.0:1746145262.566729:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.566845:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564800 00000100:00100000:2.0:1746145262.566854:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564800 00000100:00100000:2.0:1746145262.566983:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6597 00000100:00100000:2.0:1746145262.566991:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1128:x1830965535564800:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145262.567006:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145262.567023:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53678e expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.567047:0:8464:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.567054:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145262.567055:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 1 00010000:00010000:2.0:1746145262.567059:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 4/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53678e expref: 35 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.567084:0:8464:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000000020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 56 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.567094:0:8464:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x70000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 56 pid: 8464 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746145262.567104:0:8464:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965531172480:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145262.567176:0:8464:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0d600 going to sleep for 11 seconds 00000100:00100000:0.0:1746145262.568181:0:8464:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883cbb80 pname:cluuid:pid:xid:nid:opc:job ll_ost00_000:lustre-OST0000_UUID:8464:1830965531172480:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145262.568196:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 3/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53678e expref: 35 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.568211:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880134879000, rc 0) 00000100:00100000:0.0:1746145262.568247:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1128:x1830965535564800:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 1257us (1524us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.568253:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6597 00000100:00100000:0.0:1746145262.573613:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.573805:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535564928 00000100:00100000:2.0:1746145262.573813:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535564928 00010000:00010000:2.0:1746145262.573843:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 57 pid: 8464 timeout: 603 lvb_type: 0 00000100:00100000:2.0:1746145262.573876:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10705 00000100:00100000:2.0:1746145262.573882:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+57:1961:x1830965535564928:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:2.0:1746145262.573894:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:2.0:1746145262.573924:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 4/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x60000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 57 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746145262.573934:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x50000400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 57 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746145262.573954:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff88012c46d200/0xb5ee96b21a0d7983 lrc: 0/0,0 mode: --/PW res: [0x240000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x44801400020020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536702 expref: 57 pid: 8464 timeout: 603 lvb_type: 0 00010000:00010000:2.0:1746145262.573973:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.573975:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:2.0:1746145262.573982:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53678e expref: 34 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.573988:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53678e expref: 34 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.574015:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff880134879000/0xb5ee96b21a0d7b66 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53678e expref: 34 pid: 8464 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145262.574025:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800883c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531172608:192.168.203.38@tcp:105: 00000100:00100000:2.0:1746145262.574092:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0dcc0 going to sleep for 11 seconds 00000100:00100000:0.0:1746145262.575297:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800883c9180 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531172608:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145262.575310:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145262.575579:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61180 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+56:1961:x1830965535564928:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 1695us (1972us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.575587:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10705 00000100:00100000:3.0:1746145262.579436:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.579472:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.579511:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.579587:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535565440 00000100:00100000:0.0:1746145262.579595:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535565440 00002000:00100000:0.0:1746145262.579649:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008be6f800 x1830965535565440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.579658:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6f800 with x1830965535565440 ext(1048576->2097151) 00002000:00010000:0.0:1746145262.579663:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be6f800 00000100:00100000:0.0:1746145262.579678:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535565696 00000100:00100000:0.0:1746145262.579680:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535565696 00002000:00100000:0.0:1746145262.579696:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88009b678a80 x1830965535565696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.579703:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678a80 with x1830965535565696 ext(1048576->2097151) 00002000:00010000:0.0:1746145262.579706:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678a80 00000100:00100000:3.0:1746145262.579711:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535565312 00000100:00100000:3.0:1746145262.579714:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535565312 00000100:00100000:0.0:1746145262.579717:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4808 00000100:00100000:0.0:1746145262.579722:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008be6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535565440:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:3.0:1746145262.579726:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88009b678700 x1830965535565312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.579732:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678700 with x1830965535565312 ext(0->1048575) 00002000:00010000:3.0:1746145262.579734:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678700 00000100:00100000:3.0:1746145262.579743:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4809 00000100:00100000:3.0:1746145262.579747:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535565696:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.580335:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4810 00000100:00100000:1.0:1746145262.580343:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535565312:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.588532:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008be6f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535565440:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8802us (9096us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.588542:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4808 00002000:00100000:0.0:1746145262.588552:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff88008be6f800 x1830965535565440/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.588561:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008be6f800 with x1830965535565440 ext(1048576->2097151) 00002000:00010000:0.0:1746145262.588566:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008be6f800 00000100:00100000:2.0:1746145262.593124:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535565312:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12774us (13605us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.593134:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4810 00002000:00100000:2.0:1746145262.593143:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff88009b678700 x1830965535565312/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.593152:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678700 with x1830965535565312 ext(0->1048575) 00002000:00010000:2.0:1746145262.593156:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678700 00000100:00100000:3.0:1746145262.593272:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535565696:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13524us (13799us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.593279:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4809 00002000:00100000:3.0:1746145262.593283:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff88009b678a80 x1830965535565696/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.593289:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678a80 with x1830965535565696 ext(1048576->2097151) 00002000:00010000:3.0:1746145262.593292:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b678a80 00000100:00100000:1.0:1746145262.605532:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.605596:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535566080 00000100:00100000:3.0:1746145262.605604:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535566080 00002000:00100000:3.0:1746145262.605658:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88008838f100 x1830965535566080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.605666:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f100 with x1830965535566080 ext(2097152->3145727) 00002000:00010000:3.0:1746145262.605670:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838f100 00000100:00100000:1.0:1746145262.605672:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.605792:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535566464 00000100:00100000:3.0:1746145262.605794:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535566464 00002000:00100000:3.0:1746145262.605807:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008838d880 x1830965535566464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.605814:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d880 with x1830965535566464 ext(2097152->3145727) 00002000:00010000:3.0:1746145262.605817:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838d880 00000100:00100000:3.0:1746145262.605829:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4811 00000100:00100000:3.0:1746145262.605835:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535566080:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.605852:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.605872:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535566592 00000100:00100000:1.0:1746145262.605875:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535566592 00000100:00100000:0.0:1746145262.605884:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4812 00000100:00100000:0.0:1746145262.605891:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1961:x1830965535566464:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:1.0:1746145262.606026:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88008838f480 x1830965535566592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.606033:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f480 with x1830965535566592 ext(3145728->4194303) 00002000:00010000:1.0:1746145262.606035:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838f480 00000100:00100000:1.0:1746145262.606047:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4813 00000100:00100000:1.0:1746145262.606057:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535566592:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.606395:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.606409:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535566208 00000100:00100000:3.0:1746145262.606412:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535566208 00002000:00100000:3.0:1746145262.606425:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093d62a00 x1830965535566208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.606435:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62a00 with x1830965535566208 ext(3145728->4194303) 00002000:00010000:3.0:1746145262.606438:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d62a00 00000100:00100000:3.0:1746145262.606456:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4814 00000100:00100000:3.0:1746145262.606461:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535566208:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.616264:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1961:x1830965535566464:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10366us (10584us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.616275:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4812 00002000:00100000:2.0:1746145262.616285:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff88008838d880 x1830965535566464/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.616294:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d880 with x1830965535566464 ext(2097152->3145727) 00002000:00010000:2.0:1746145262.616299:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838d880 00000100:00100000:0.0:1746145262.616997:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1960:x1830965535566080:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11159us (11469us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.617009:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4811 00002000:00100000:0.0:1746145262.617015:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff88008838f100 x1830965535566080/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.617022:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f100 with x1830965535566080 ext(2097152->3145727) 00002000:00010000:0.0:1746145262.617026:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838f100 00000100:00100000:0.0:1746145262.619461:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d62a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535566208:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12991us (13057us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.619470:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4814 00002000:00100000:0.0:1746145262.619480:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff880093d62a00 x1830965535566208/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.619488:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d62a00 with x1830965535566208 ext(3145728->4194303) 00002000:00010000:0.0:1746145262.619492:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d62a00 00000100:00100000:1.0:1746145262.622988:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535566592:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 16928us (17189us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.622999:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4813 00002000:00100000:1.0:1746145262.623009:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff88008838f480 x1830965535566592/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.623022:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838f480 with x1830965535566592 ext(3145728->4194303) 00002000:00010000:1.0:1746145262.623027:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838f480 00000100:00100000:3.0:1746145262.632877:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.632944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.632969:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.632987:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535567104 00000100:00100000:3.0:1746145262.632995:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.632995:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535567104 00000100:00100000:0.0:1746145262.633019:0:8471:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535567488 00000100:00100000:0.0:1746145262.633023:0:8471:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535567488 00000100:00100000:3.0:1746145262.633035:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535567616 00000100:00100000:3.0:1746145262.633038:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535567616 00000100:00100000:2.0:1746145262.633046:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535567232 00000100:00100000:2.0:1746145262.633052:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535567232 00002000:00100000:0.0:1746145262.633055:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009b67aa00 x1830965535567488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.633063:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67aa00 with x1830965535567488 ext(4194304->5242879) 00002000:00100000:2.0:1746145262.633066:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009b679880 x1830965535567232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:0.0:1746145262.633067:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67aa00 00002000:00100000:2.0:1746145262.633071:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965535567232 ext(5242880->6291455) 00002000:00010000:2.0:1746145262.633074:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679880 00000100:00100000:0.0:1746145262.633085:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4815 00000100:00100000:0.0:1746145262.633091:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1963:x1830965535567488:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:3.0:1746145262.633134:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009b678000 x1830965535567616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.633140:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535567616 ext(5242880->6291455) 00002000:00010000:3.0:1746145262.633143:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:2.0:1746145262.633167:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4816 00000100:00100000:2.0:1746145262.633172:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535567232:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145262.633222:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4817 00000100:00100000:3.0:1746145262.633228:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1963:x1830965535567616:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:1.0:1746145262.633775:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009b67a300 x1830965535567104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.633782:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535567104 ext(4194304->5242879) 00002000:00010000:1.0:1746145262.633785:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67a300 00000100:00100000:1.0:1746145262.633795:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4818 00000100:00100000:1.0:1746145262.633800:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535567104:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.640333:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67aa00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1963:x1830965535567488:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7220us (7366us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.640357:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4815 00002000:00100000:1.0:1746145262.640369:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_002: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff88009b67aa00 x1830965535567488/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.640377:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67aa00 with x1830965535567488 ext(4194304->5242879) 00002000:00010000:1.0:1746145262.640390:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67aa00 00000100:00100000:3.0:1746145262.645564:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535567616:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12329us (12586us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.645582:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4817 00002000:00100000:3.0:1746145262.645592:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff88009b678000 x1830965535567616/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.645608:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678000 with x1830965535567616 ext(5242880->6291455) 00002000:00010000:3.0:1746145262.645613:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678000 00000100:00100000:2.0:1746145262.646983:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1962:x1830965535567232:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13807us (13983us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.646990:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4816 00002000:00100000:2.0:1746145262.646997:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff88009b679880 x1830965535567232/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.647004:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679880 with x1830965535567232 ext(5242880->6291455) 00002000:00010000:2.0:1746145262.647008:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679880 00000100:00100000:1.0:1746145262.648217:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67a300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535567104:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 14412us (15343us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.648224:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4818 00002000:00100000:1.0:1746145262.648232:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff88009b67a300 x1830965535567104/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.648239:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67a300 with x1830965535567104 ext(4194304->5242879) 00002000:00010000:1.0:1746145262.648243:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67a300 00000100:00100000:0.0:1746145262.654278:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.654425:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535568000 00000100:00100000:1.0:1746145262.654438:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535568000 00002000:00100000:1.0:1746145262.654479:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880093d61880 x1830965535568000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.654487:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61880 with x1830965535568000 ext(6291456->7340031) 00002000:00010000:1.0:1746145262.654492:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d61880 00000100:00100000:1.0:1746145262.654587:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4819 00000100:00100000:1.0:1746145262.654595:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535568000:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.659558:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d61880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1963:x1830965535568000:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 4955us (5277us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.659568:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4819 00002000:00100000:1.0:1746145262.659579:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff880093d61880 x1830965535568000/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.659588:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d61880 with x1830965535568000 ext(6291456->7340031) 00002000:00010000:1.0:1746145262.659593:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093d61880 00000100:00100000:3.0:1746145262.669105:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.669139:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.669168:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535568384 00000100:00100000:1.0:1746145262.669176:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535568384 00000100:00100000:3.0:1746145262.669178:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.669194:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535568512 00000100:00100000:3.0:1746145262.669197:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535568512 00002000:00100000:3.0:1746145262.669213:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009b678380 x1830965535568512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.669213:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b678e00 x1830965535568384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.669222:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535568512 ext(7340032->8388607) 00002000:00100000:1.0:1746145262.669222:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965535568384 ext(6291456->7340031) 00002000:00010000:3.0:1746145262.669226:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678380 00002000:00010000:1.0:1746145262.669226:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678e00 00000100:00100000:1.0:1746145262.669922:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535568768 00000100:00100000:1.0:1746145262.669925:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535568768 00000100:00100000:3.0:1746145262.669928:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4820 00000100:00100000:2.0:1746145262.669935:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4821 00002000:00100000:1.0:1746145262.669941:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009b679500 x1830965535568768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:2.0:1746145262.669944:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535568384:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:1.0:1746145262.669949:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679500 with x1830965535568768 ext(7340032->8388607) 00002000:00010000:1.0:1746145262.669952:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679500 00000100:00100000:1.0:1746145262.669966:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4822 00000100:00100000:3.0:1746145262.670113:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535568512:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.670119:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535568768:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.680720:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678e00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535568384:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10770us (11614us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.680730:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4821 00002000:00100000:2.0:1746145262.680740:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff88009b678e00 x1830965535568384/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.680750:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678e00 with x1830965535568384 ext(6291456->7340031) 00002000:00010000:2.0:1746145262.680754:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678e00 00000100:00100000:0.0:1746145262.681028:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b678380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535568512:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11020us (11815us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.681035:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4820 00002000:00100000:0.0:1746145262.681041:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff88009b678380 x1830965535568512/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.681047:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b678380 with x1830965535568512 ext(7340032->8388607) 00002000:00010000:0.0:1746145262.681050:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b678380 00000100:00100000:1.0:1746145262.683089:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535568768:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13112us (13905us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.683099:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4822 00002000:00100000:1.0:1746145262.683107:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff88009b679500 x1830965535568768/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.683115:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679500 with x1830965535568768 ext(7340032->8388607) 00002000:00010000:1.0:1746145262.683120:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679500 00000100:00100000:2.0:1746145262.687367:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.687468:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535569024 00000100:00100000:1.0:1746145262.687476:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535569024 00002000:00100000:1.0:1746145262.687512:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800883cb100 x1830965535569024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.687521:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb100 with x1830965535569024 ext(8388608->9437183) 00002000:00010000:1.0:1746145262.687525:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb100 00000100:00100000:1.0:1746145262.687552:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4823 00000100:00100000:1.0:1746145262.687558:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535569024:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.692223:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.692321:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535569280 00000100:00100000:2.0:1746145262.692330:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535569280 00002000:00100000:2.0:1746145262.692366:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093d60a80 x1830965535569280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.692375:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60a80 with x1830965535569280 ext(8388608->9437183) 00002000:00010000:2.0:1746145262.692381:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60a80 00000100:00100000:2.0:1746145262.692398:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4824 00000100:00100000:2.0:1746145262.692405:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535569280:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.693845:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1960:x1830965535569024:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6283us (6479us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.693853:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4823 00002000:00100000:1.0:1746145262.693867:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800883cb100 x1830965535569024/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.693876:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb100 with x1830965535569024 ext(8388608->9437183) 00002000:00010000:1.0:1746145262.693880:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cb100 00000100:00100000:2.0:1746145262.701203:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d60a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535569280:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8790us (8980us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.701214:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4824 00002000:00100000:2.0:1746145262.701224:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff880093d60a80 x1830965535569280/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.701231:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d60a80 with x1830965535569280 ext(8388608->9437183) 00002000:00010000:2.0:1746145262.701236:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d60a80 00000100:00100000:3.0:1746145262.706944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.706982:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.707056:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535569664 00000100:00100000:1.0:1746145262.707064:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535569664 00000100:00100000:2.0:1746145262.707081:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535569792 00000100:00100000:2.0:1746145262.707084:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535569792 00002000:00100000:1.0:1746145262.707100:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009b679c00 x1830965535569664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.707104:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88009b67b800 x1830965535569792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.707108:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679c00 with x1830965535569664 ext(9437184->10485759) 00002000:00010000:1.0:1746145262.707113:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679c00 00002000:00100000:2.0:1746145262.707117:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535569792 ext(9437184->10485759) 00002000:00010000:2.0:1746145262.707120:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b800 00000100:00100000:1.0:1746145262.707141:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4825 00000100:00100000:2.0:1746145262.707145:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4826 00000100:00100000:1.0:1746145262.707148:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535569664:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.707149:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535569792:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.712390:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535569664:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5236us (5447us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.712400:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4825 00002000:00100000:1.0:1746145262.712410:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_001: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff88009b679c00 x1830965535569664/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.712541:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679c00 with x1830965535569664 ext(9437184->10485759) 00002000:00010000:1.0:1746145262.712546:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679c00 00000100:00100000:2.0:1746145262.717521:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535569792:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10358us (10525us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.717533:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4826 00002000:00100000:2.0:1746145262.717551:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_005: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff88009b67b800 x1830965535569792/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.717561:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67b800 with x1830965535569792 ext(9437184->10485759) 00002000:00010000:2.0:1746145262.717567:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009b67b800 00000100:00100000:3.0:1746145262.719605:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.719993:0:27702:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535570048 00000100:00100000:2.0:1746145262.720002:0:27702:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535570048 00002000:00100000:2.0:1746145262.720039:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009b679f80 x1830965535570048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.720048:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535570048 ext(10485760->11534335) 00002000:00010000:2.0:1746145262.720053:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679f80 00000100:00100000:2.0:1746145262.720695:0:27702:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4827 00000100:00100000:2.0:1746145262.720703:0:27702:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535570048:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.722002:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.722301:0:8470:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535570304 00000100:00100000:2.0:1746145262.722308:0:8470:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535570304 00002000:00100000:2.0:1746145262.722342:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093d63100 x1830965535570304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.722357:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63100 with x1830965535570304 ext(10485760->11534335) 00002000:00010000:2.0:1746145262.722362:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d63100 00000100:00100000:2.0:1746145262.723730:0:8470:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4828 00000100:00100000:2.0:1746145262.723741:0:8470:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535570304:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.725213:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.725284:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535570560 00000100:00100000:1.0:1746145262.725292:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535570560 00002000:00100000:1.0:1746145262.725331:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8801362f6680 x1830965535570560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.725340:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f6680 with x1830965535570560 ext(11534336->12582911) 00002000:00010000:1.0:1746145262.725346:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f6680 00000100:00100000:1.0:1746145262.725365:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4829 00000100:00100000:1.0:1746145262.725373:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535570560:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.729429:0:27702:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b679f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_005:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+11:1961:x1830965535570048:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8719us (9822us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.729441:0:27702:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4827 00002000:00100000:2.0:1746145262.729451:0:27702:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_005: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff88009b679f80 x1830965535570048/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.729460:0:27702:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b679f80 with x1830965535570048 ext(10485760->11534335) 00002000:00010000:2.0:1746145262.729465:0:27702:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b679f80 00000100:00100000:0.0:1746145262.731375:0:8470:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093d63100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1961:x1830965535570304:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7633us (9372us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.731381:0:8470:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4828 00002000:00100000:0.0:1746145262.731388:0:8470:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_001: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff880093d63100 x1830965535570304/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.731398:0:8470:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093d63100 with x1830965535570304 ext(10485760->11534335) 00002000:00010000:0.0:1746145262.731401:0:8470:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093d63100 00000100:00100000:1.0:1746145262.734421:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f6680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535570560:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9043us (9207us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.734431:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4829 00002000:00100000:1.0:1746145262.734440:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8801362f6680 x1830965535570560/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.734448:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801362f6680 with x1830965535570560 ext(11534336->12582911) 00002000:00010000:1.0:1746145262.734452:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801362f6680 00000100:00100000:2.0:1746145262.739991:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.740050:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535570816 00000100:00100000:1.0:1746145262.740059:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535570816 00002000:00100000:1.0:1746145262.740097:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800883cb480 x1830965535570816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.740105:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535570816 ext(11534336->12582911) 00002000:00010000:1.0:1746145262.740110:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:1.0:1746145262.740136:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4830 00000100:00100000:1.0:1746145262.740142:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535570816:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.746161:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cb480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535570816:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6010us (6168us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.746171:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4830 00002000:00100000:1.0:1746145262.746182:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800883cb480 x1830965535570816/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.746196:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cb480 with x1830965535570816 ext(11534336->12582911) 00002000:00010000:1.0:1746145262.746200:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883cb480 00000100:00100000:3.0:1746145262.752365:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.752759:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571072 00000100:00100000:1.0:1746145262.752768:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571072 00002000:00100000:1.0:1746145262.752809:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009b67ad80 x1830965535571072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.752818:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965535571072 ext(12582912->13631487) 00002000:00010000:1.0:1746145262.752823:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67ad80 00000100:00100000:1.0:1746145262.752999:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4831 00000100:00100000:1.0:1746145262.753007:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535571072:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.759449:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67ad80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535571072:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6434us (7083us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.759461:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4831 00002000:00100000:1.0:1746145262.759472:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff88009b67ad80 x1830965535571072/t0(0) o3->7a85f03f-19c5-4e3c-b39a-27a6a753dbf1@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.759482:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009b67ad80 with x1830965535571072 ext(12582912->13631487) 00002000:00010000:1.0:1746145262.759486:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009b67ad80 00000100:00100000:3.0:1746145262.763371:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.763444:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571328 00000100:00100000:0.0:1746145262.763455:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571328 00000100:00100000:0.0:1746145262.763497:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 174 00000100:00100000:0.0:1746145262.763503:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1128:x1830965535571328:12345-192.168.203.38@tcp:35:cmp.0 00000100:00100000:1.0:1746145262.763824:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b480 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1128:x1830965535571328:12345-192.168.203.38@tcp:35:cmp.0 Request processed in 320us (459us total) trans 4294985965 rc 0/0 00000100:00100000:1.0:1746145262.763829:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 174 00000100:00100000:0.0:1746145262.771752:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.771799:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571584 00000100:00100000:2.0:1746145262.771807:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571584 00000100:00100000:3.0:1746145262.771808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.771838:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43837 00000100:00100000:2.0:1746145262.771843:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+23:1129:x1830965535571584:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:2.0:1746145262.771858:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145262.771870:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092043600/0xb5ee96b21a0d7b6d lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536795 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.771942:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d7b74 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.771952:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d7b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.771963:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d7b74 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000100:00100000:0.0:1746145262.771965:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571712 00000004:00200000:2.0:1746145262.771969:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4f:0x0]: returning size 26214400 00000100:00100000:0.0:1746145262.771972:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571712 00000100:00100000:0.0:1746145262.772005:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 9 00000100:00100000:0.0:1746145262.772011:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:97ec8067-0811-494c-8790-cb1a1d068df8+26:1961:x1830965535571712:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:0.0:1746145262.772032:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:0.0:1746145262.772039:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7b82 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53679c expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145262.772057:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043600/0xb5ee96b21a0d7b6d lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 5 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536795 expref: 28 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.772061:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 7 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772068:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746145262.772074:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d7b74 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536795 expref: 27 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.772074:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746145262.772081:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145262.772083:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145262.772083:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:2.0:1746145262.772086:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092043e00, rc 0) 00010000:00010000:0.0:1746145262.772088:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772092:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772127:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772131:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772136:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00000100:00100000:2.0:1746145262.772137:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801362f4a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+27:1129:x1830965535571584:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 293us (391us total) trans 4294985966 rc 0/0 00010000:00010000:0.0:1746145262.772140:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c74400 already unused, calling callback (ffffffffa1377690) 00000100:00100000:2.0:1746145262.772142:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43837 00010000:00010000:0.0:1746145262.772143:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772149:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772155:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.772157:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.772160:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772164:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c74400/0xb5ee96b21a0d7b89 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772175:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772179:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772183:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772187:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092c75e00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145262.772188:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772192:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772196:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff88008ed84100) 00010000:00010000:0.0:1746145262.772198:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145262.772199:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772276:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75e00/0xb5ee96b21a0d7b90 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145262.772301:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7b82 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53679c expref: 26 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.772307:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.772309:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:0.0:1746145262.772311:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092c75200/0xb5ee96b21a0d7b82 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53679c expref: 26 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.772316:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880092c75200, rc -2) 00000100:00100000:0.0:1746145262.772335:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009b67b100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:97ec8067-0811-494c-8790-cb1a1d068df8+25:1961:x1830965535571712:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 325us (528us total) trans 0 rc -2/-2 00000100:00100000:0.0:1746145262.772340:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 9 00000100:00100000:3.0:1746145262.774458:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.774578:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571840 00000100:00100000:0.0:1746145262.774584:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571840 00000100:00100000:0.0:1746145262.774647:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 212 00000100:00100000:0.0:1746145262.774655:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+25:1962:x1830965535571840:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145262.774666:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145262.774682:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092043e00/0xb5ee96b21a0d7b74 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 6 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536795 expref: 25 pid: 20970 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145262.774716:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.774744:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.774751:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535572096 00000100:00100000:1.0:1746145262.774755:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535572096 00000100:00100000:1.0:1746145262.774783:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535571968 00000100:00100000:1.0:1746145262.774785:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535571968 00010000:00010000:0.0:1746145262.774794:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145262.774798:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145262.774799:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6598 00000100:00100000:1.0:1746145262.774804:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+56:1960:x1830965535572096:12345-192.168.203.38@tcp:101:cmp.0 00000100:00100000:3.0:1746145262.774808:0:11330:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6599 00000100:00100000:3.0:1746145262.774813:0:11330:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+8:1960:x1830965535571968:12345-192.168.203.38@tcp:101:cmp.0 00010000:00010000:1.0:1746145262.774814:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145262.774820:0:11330:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145262.774824:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880136008600/0xb5ee96b21a0d7b97 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5367d4 expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145262.774828:0:11330:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d7b9e lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5367cd expref: -99 pid: 11330 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145262.774829:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0e00 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+24:1962:x1830965535571840:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 176us (376us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145262.774834:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 212 00010000:00010000:1.0:1746145262.774837:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.774839:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.774842:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145262.774843:0:11330:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145262.774846:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880136008600/0xb5ee96b21a0d7b97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367d4 expref: 57 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145262.774847:0:11330:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d7b9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367cd expref: 9 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145262.774859:0:11330:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880093d78600/0xb5ee96b21a0d7b9e lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1c:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367cd expref: 9 pid: 11330 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145262.774863:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880136008600/0xb5ee96b21a0d7b97 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367d4 expref: 57 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145262.774866:0:11330:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880093d78600, rc 0) 00010000:00010000:1.0:1746145262.774869:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136008600, rc 0) 00000100:00100000:3.0:1746145262.774882:0:11330:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_003:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535571968:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 69us (137us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145262.774886:0:11330:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6599 00000100:00100000:1.0:1746145262.774886:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535572096:12345-192.168.203.38@tcp:101:cmp.0 Request processed in 83us (170us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145262.774891:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6598 00000100:00100000:3.0:1746145262.790022:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.790140:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.790237:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.790362:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.790441:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535572352 00000100:00100000:1.0:1746145262.790450:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535572352 00002000:00100000:1.0:1746145262.790491:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8801391d2a00 x1830965535572352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.790499:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535572352 ext(0->1048575) 00002000:00010000:1.0:1746145262.790503:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:1.0:1746145262.790520:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535572608 00000100:00100000:1.0:1746145262.790522:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535572608 00002000:00100000:1.0:1746145262.790532:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8801391d2d80 x1830965535572608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.790543:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535572608 ext(1048576->2097151) 00002000:00010000:1.0:1746145262.790546:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:1.0:1746145262.790559:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535572864 00000100:00100000:1.0:1746145262.790561:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535572864 00002000:00100000:1.0:1746145262.790572:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801391d2680 x1830965535572864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.790578:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965535572864 ext(0->1048575) 00002000:00010000:1.0:1746145262.790581:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:1.0:1746145262.790596:0:8471:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4832 00000100:00100000:1.0:1746145262.790603:0:8471:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1962:x1830965535572352:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.791090:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4833 00000100:00100000:1.0:1746145262.791096:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+11:1963:x1830965535572608:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145262.791375:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535573120 00000100:00100000:3.0:1746145262.791379:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535573120 00002000:00100000:3.0:1746145262.791397:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8801391d3100 x1830965535573120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.791404:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535573120 ext(1048576->2097151) 00002000:00010000:3.0:1746145262.791408:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d3100 00000100:00100000:3.0:1746145262.791432:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4834 00000100:00100000:3.0:1746145262.791439:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+58:1963:x1830965535572864:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.791439:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4835 00000100:00100000:1.0:1746145262.791445:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+58:1963:x1830965535573120:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.799747:0:8471:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2a00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_002:97ec8067-0811-494c-8790-cb1a1d068df8+11:1962:x1830965535572352:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9136us (9723us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.799756:0:8471:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4832 00002000:00100000:0.0:1746145262.799766:0:8471:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_002: refresh rw locks for [0x280000400:0x1c:0x0] (0->1048575) req@ffff8801391d2a00 x1830965535572352/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.799775:0:8471:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2a00 with x1830965535572352 ext(0->1048575) 00002000:00010000:0.0:1746145262.799780:0:8471:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2a00 00000100:00100000:0.0:1746145262.801854:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+59:1963:x1830965535572864:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10409us (11609us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.801863:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4834 00002000:00100000:0.0:1746145262.801874:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (0->1048575) req@ffff8801391d2680 x1830965535572864/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.801882:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2680 with x1830965535572864 ext(0->1048575) 00002000:00010000:0.0:1746145262.801887:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d2680 00000100:00100000:0.0:1746145262.803418:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+57:1963:x1830965535573120:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11969us (13052us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.803426:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4835 00002000:00100000:0.0:1746145262.803434:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (1048576->2097151) req@ffff8801391d3100 x1830965535573120/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.803442:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3100 with x1830965535573120 ext(1048576->2097151) 00002000:00010000:0.0:1746145262.803446:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d3100 00000100:00100000:2.0:1746145262.804671:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d2d80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535572608:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13571us (14527us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.804679:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4833 00002000:00100000:2.0:1746145262.804686:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (1048576->2097151) req@ffff8801391d2d80 x1830965535572608/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.804693:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d2d80 with x1830965535572608 ext(1048576->2097151) 00002000:00010000:2.0:1746145262.804696:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d2d80 00000100:00100000:3.0:1746145262.819036:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.819069:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.819094:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.819118:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535573376 00000100:00100000:2.0:1746145262.819126:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535573376 00000100:00100000:3.0:1746145262.819134:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:2.0:1746145262.819166:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8801391d3800 x1830965535573376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.819180:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535573376 ext(2097152->3145727) 00002000:00010000:2.0:1746145262.819184:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3800 00000100:00100000:1.0:1746145262.819190:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535573632 00000100:00100000:1.0:1746145262.819194:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535573632 00000100:00100000:2.0:1746145262.819199:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535573888 00000100:00100000:2.0:1746145262.819200:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535573888 00002000:00100000:1.0:1746145262.819209:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff8801391d3b80 x1830965535573632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.819211:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8801391d1c00 x1830965535573888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.819214:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830965535573632 ext(3145728->4194303) 00002000:00010000:1.0:1746145262.819216:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00002000:00100000:2.0:1746145262.819217:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965535573888 ext(2097152->3145727) 00002000:00010000:2.0:1746145262.819220:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1c00 00000100:00100000:1.0:1746145262.819225:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535574144 00000100:00100000:1.0:1746145262.819226:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535574144 00002000:00100000:1.0:1746145262.819233:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8801391d1180 x1830965535574144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.819237:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535574144 ext(3145728->4194303) 00002000:00010000:1.0:1746145262.819239:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:2.0:1746145262.819466:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4836 00000100:00100000:2.0:1746145262.819473:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535573376:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.819724:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4837 00000100:00100000:0.0:1746145262.819731:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+10:1961:x1830965535573632:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.819880:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4838 00000100:00100000:3.0:1746145262.819885:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4839 00000100:00100000:1.0:1746145262.819887:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+58:1961:x1830965535573888:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145262.819890:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+58:1961:x1830965535574144:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.830315:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+59:1961:x1830965535574144:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 10415us (11171us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.830326:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4839 00002000:00100000:0.0:1746145262.830336:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (3145728->4194303) req@ffff8801391d1180 x1830965535574144/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.830345:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1180 with x1830965535574144 ext(3145728->4194303) 00002000:00010000:0.0:1746145262.830351:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1180 00000100:00100000:2.0:1746145262.832186:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+11:1961:x1830965535573376:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12708us (13151us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.832195:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4836 00002000:00100000:2.0:1746145262.832204:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (2097152->3145727) req@ffff8801391d3800 x1830965535573376/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.832212:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3800 with x1830965535573376 ext(2097152->3145727) 00002000:00010000:2.0:1746145262.832217:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3800 00000100:00100000:0.0:1746145262.832790:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535573632:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13058us (13718us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.832796:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4837 00002000:00100000:0.0:1746145262.832801:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (3145728->4194303) req@ffff8801391d3b80 x1830965535573632/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.832807:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3b80 with x1830965535573632 ext(3145728->4194303) 00002000:00010000:0.0:1746145262.832809:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d3b80 00000100:00100000:1.0:1746145262.833716:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+57:1961:x1830965535573888:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13827us (14618us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.833722:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4838 00002000:00100000:1.0:1746145262.833728:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_003: refresh rw locks for [0x240000400:0x1d:0x0] (2097152->3145727) req@ffff8801391d1c00 x1830965535573888/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.833735:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1c00 with x1830965535573888 ext(2097152->3145727) 00002000:00010000:1.0:1746145262.833738:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d1c00 00000100:00100000:3.0:1746145262.849870:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.849914:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.849939:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535574400 00000100:00100000:3.0:1746145262.849944:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.849947:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535574400 00002000:00100000:1.0:1746145262.849986:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8801391d1f80 x1830965535574400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.849995:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535574400 ext(4194304->5242879) 00002000:00010000:1.0:1746145262.850000:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:1.0:1746145262.850463:0:20335:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535574656 00000100:00100000:1.0:1746145262.850466:0:20335:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535574656 00000100:00100000:3.0:1746145262.850474:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535574912 00000100:00100000:3.0:1746145262.850476:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535574912 00002000:00100000:1.0:1746145262.850479:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8801391d0000 x1830965535574656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.850486:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535574656 ext(5242880->6291455) 00002000:00100000:3.0:1746145262.850488:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8801391d3480 x1830965535574912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00010000:1.0:1746145262.850489:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00002000:00100000:3.0:1746145262.850494:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535574912 ext(4194304->5242879) 00002000:00010000:3.0:1746145262.850496:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d3480 00000100:00100000:1.0:1746145262.850563:0:20335:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4840 00000100:00100000:1.0:1746145262.850569:0:20335:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+10:1962:x1830965535574400:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.850570:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4841 00000100:00100000:2.0:1746145262.850576:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4842 00000100:00100000:0.0:1746145262.850578:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+10:1962:x1830965535574656:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.850582:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+57:1962:x1830965535574912:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.851201:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.851221:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535575040 00000100:00100000:1.0:1746145262.851225:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535575040 00002000:00100000:1.0:1746145262.851241:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800883c8380 x1830965535575040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.851248:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535575040 ext(5242880->6291455) 00002000:00010000:1.0:1746145262.851251:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:1.0:1746145262.851270:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4843 00000100:00100000:1.0:1746145262.851274:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+59:1963:x1830965535575040:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.860361:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d3480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+59:1962:x1830965535574912:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9771us (10407us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.860374:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4842 00002000:00100000:2.0:1746145262.860384:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (4194304->5242879) req@ffff8801391d3480 x1830965535574912/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.860392:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d3480 with x1830965535574912 ext(4194304->5242879) 00002000:00010000:2.0:1746145262.860398:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d3480 00000100:00100000:1.0:1746145262.862261:0:20335:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d1f80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_003:97ec8067-0811-494c-8790-cb1a1d068df8+11:1962:x1830965535574400:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 11687us (12393us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.862269:0:20335:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4840 00002000:00100000:1.0:1746145262.862277:0:20335:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_003: refresh rw locks for [0x280000400:0x1c:0x0] (4194304->5242879) req@ffff8801391d1f80 x1830965535574400/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.862285:0:20335:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d1f80 with x1830965535574400 ext(4194304->5242879) 00002000:00010000:1.0:1746145262.862289:0:20335:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d1f80 00000100:00100000:2.0:1746145262.864001:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1962:x1830965535574656:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13419us (14090us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.864010:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4841 00002000:00100000:2.0:1746145262.864018:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (5242880->6291455) req@ffff8801391d0000 x1830965535574656/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.864028:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0000 with x1830965535574656 ext(5242880->6291455) 00002000:00010000:2.0:1746145262.864032:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0000 00000100:00100000:1.0:1746145262.864821:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8380 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+57:1963:x1830965535575040:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 13544us (13619us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.864829:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4843 00002000:00100000:1.0:1746145262.864835:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (5242880->6291455) req@ffff8800883c8380 x1830965535575040/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.864842:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8380 with x1830965535575040 ext(5242880->6291455) 00002000:00010000:1.0:1746145262.864846:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c8380 00000100:00100000:3.0:1746145262.869226:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.869387:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535575424 00000100:00100000:1.0:1746145262.869396:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535575424 00002000:00100000:1.0:1746145262.869435:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8801391d0700 x1830965535575424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.869444:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830965535575424 ext(6291456->7340031) 00002000:00010000:1.0:1746145262.869449:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:1.0:1746145262.869538:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4844 00000100:00100000:1.0:1746145262.869545:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535575424:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.874748:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535575424:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5196us (5523us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.874758:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4844 00002000:00100000:1.0:1746145262.874768:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (6291456->7340031) req@ffff8801391d0700 x1830965535575424/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.874776:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0700 with x1830965535575424 ext(6291456->7340031) 00002000:00010000:1.0:1746145262.874781:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8801391d0700 00000100:00100000:3.0:1746145262.882838:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.882879:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.883162:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535575680 00000100:00100000:1.0:1746145262.883170:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535575680 00000100:00100000:3.0:1746145262.883181:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00002000:00100000:1.0:1746145262.883207:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8801391d0a80 x1830965535575680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.883217:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535575680 ext(6291456->7340031) 00002000:00010000:1.0:1746145262.883221:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0a80 00000100:00100000:1.0:1746145262.883448:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535575936 00000100:00100000:1.0:1746145262.883450:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535575936 00000100:00100000:3.0:1746145262.883454:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535576192 00000100:00100000:3.0:1746145262.883456:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535576192 00002000:00100000:1.0:1746145262.883461:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800a526c700 x1830965535575936/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.883468:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800a526e680 x1830965535576192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.883468:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965535575936 ext(7340032->8388607) 00002000:00010000:1.0:1746145262.883470:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526c700 00002000:00100000:3.0:1746145262.883474:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e680 with x1830965535576192 ext(7340032->8388607) 00002000:00010000:3.0:1746145262.883477:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e680 00000100:00100000:1.0:1746145262.883479:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4845 00000100:00100000:1.0:1746145262.883485:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+58:1961:x1830965535575680:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:3.0:1746145262.883492:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4846 00000100:00100000:3.0:1746145262.883495:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+58:1960:x1830965535575936:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.883547:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4847 00000100:00100000:2.0:1746145262.883556:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535576192:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.891759:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535576192:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 8199us (8570us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.891769:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4847 00002000:00100000:2.0:1746145262.891779:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (7340032->8388607) req@ffff8800a526e680 x1830965535576192/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.891787:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e680 with x1830965535576192 ext(7340032->8388607) 00002000:00010000:2.0:1746145262.891792:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e680 00000100:00100000:2.0:1746145262.892689:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8801391d0a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+59:1961:x1830965535575680:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 9202us (9857us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.892694:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4845 00002000:00100000:2.0:1746145262.892699:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (6291456->7340031) req@ffff8801391d0a80 x1830965535575680/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.892704:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8801391d0a80 with x1830965535575680 ext(6291456->7340031) 00002000:00010000:2.0:1746145262.892706:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8801391d0a80 00000100:00100000:0.0:1746145262.895702:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535575936:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 12197us (12814us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.895712:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4846 00002000:00100000:0.0:1746145262.895720:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (7340032->8388607) req@ffff8800a526c700 x1830965535575936/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.895729:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526c700 with x1830965535575936 ext(7340032->8388607) 00002000:00010000:0.0:1746145262.895733:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526c700 00000100:00100000:3.0:1746145262.897691:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.897749:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535576448 00000100:00100000:0.0:1746145262.897756:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535576448 00002000:00100000:0.0:1746145262.897785:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800a526ed80 x1830965535576448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.897793:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ed80 with x1830965535576448 ext(8388608->9437183) 00002000:00010000:0.0:1746145262.897797:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ed80 00000100:00100000:0.0:1746145262.897873:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4848 00000100:00100000:0.0:1746145262.897881:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535576448:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.900896:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.902076:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535576704 00000100:00100000:2.0:1746145262.902086:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535576704 00002000:00100000:2.0:1746145262.902123:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008838ed80 x1830965535576704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.902132:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ed80 with x1830965535576704 ext(8388608->9437183) 00002000:00010000:2.0:1746145262.902137:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838ed80 00000100:00100000:2.0:1746145262.902169:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4849 00000100:00100000:2.0:1746145262.902176:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+57:1963:x1830965535576704:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.905075:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535576448:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7187us (7380us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.905085:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4848 00002000:00100000:0.0:1746145262.905095:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_013: refresh rw locks for [0x280000400:0x1c:0x0] (8388608->9437183) req@ffff8800a526ed80 x1830965535576448/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.905103:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ed80 with x1830965535576448 ext(8388608->9437183) 00002000:00010000:0.0:1746145262.905109:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ed80 00000100:00100000:2.0:1746145262.908507:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+57:1963:x1830965535576704:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 6322us (7609us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.908517:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4849 00002000:00100000:2.0:1746145262.908527:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1d:0x0] (8388608->9437183) req@ffff88008838ed80 x1830965535576704/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.908536:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ed80 with x1830965535576704 ext(8388608->9437183) 00002000:00010000:2.0:1746145262.908541:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838ed80 00000100:00100000:2.0:1746145262.915354:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145262.915527:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.915568:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535576960 00000100:00100000:0.0:1746145262.915576:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535576960 00000100:00100000:1.0:1746145262.915599:0:3363:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535577216 00000100:00100000:1.0:1746145262.915601:0:3363:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535577216 00002000:00100000:0.0:1746145262.915612:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800883c8a80 x1830965535576960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.915616:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800883c9180 x1830965535577216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.915621:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9180 with x1830965535577216 ext(9437184->10485759) 00002000:00100000:0.0:1746145262.915622:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8a80 with x1830965535576960 ext(9437184->10485759) 00002000:00010000:0.0:1746145262.915648:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8a80 00002000:00010000:1.0:1746145262.915649:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c9180 00000100:00100000:1.0:1746145262.915665:0:3363:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4850 00000100:00100000:1.0:1746145262.915671:0:3363:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+57:1961:x1830965535577216:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.915822:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4851 00000100:00100000:0.0:1746145262.915828:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535576960:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.921396:0:3363:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c9180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_013:97ec8067-0811-494c-8790-cb1a1d068df8+57:1961:x1830965535577216:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5718us (5862us total) trans 0 rc 1048576/1048576 00000100:00100000:2.0:1746145262.921407:0:3363:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4850 00002000:00100000:2.0:1746145262.921418:0:3363:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_013: refresh rw locks for [0x240000400:0x1d:0x0] (9437184->10485759) req@ffff8800883c9180 x1830965535577216/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:2.0:1746145262.921425:0:3363:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c9180 with x1830965535577216 ext(9437184->10485759) 00002000:00010000:2.0:1746145262.921430:0:3363:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800883c9180 00000100:00100000:1.0:1746145262.921607:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883c8a80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535576960:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5778us (6258us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.921613:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4851 00002000:00100000:1.0:1746145262.921617:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (9437184->10485759) req@ffff8800883c8a80 x1830965535576960/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.921623:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883c8a80 with x1830965535576960 ext(9437184->10485759) 00002000:00010000:1.0:1746145262.921653:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883c8a80 00000100:00100000:0.0:1746145262.926864:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.927989:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535577472 00000100:00100000:1.0:1746145262.927996:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535577472 00002000:00100000:1.0:1746145262.928030:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880093eeb800 x1830965535577472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.928039:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535577472 ext(10485760->11534335) 00002000:00010000:1.0:1746145262.928044:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:0.0:1746145262.928056:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.928065:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535577728 00000100:00100000:1.0:1746145262.928067:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535577728 00000100:00100000:0.0:1746145262.928077:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4852 00002000:00100000:1.0:1746145262.928079:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bf8b800 x1830965535577728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00000100:00100000:0.0:1746145262.928085:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+9:1960:x1830965535577472:12345-192.168.203.38@tcp:3:cmp.0 00002000:00100000:1.0:1746145262.928086:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8b800 with x1830965535577728 ext(10485760->11534335) 00002000:00010000:1.0:1746145262.928088:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf8b800 00000100:00100000:1.0:1746145262.928115:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4853 00000100:00100000:1.0:1746145262.928120:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535577728:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:2.0:1746145262.932144:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145262.932275:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535577984 00000100:00100000:3.0:1746145262.932284:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535577984 00002000:00100000:3.0:1746145262.932324:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800883cbb80 x1830965535577984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.932332:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535577984 ext(11534336->12582911) 00002000:00010000:3.0:1746145262.932338:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cbb80 00000100:00100000:3.0:1746145262.932354:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4854 00000100:00100000:3.0:1746145262.932360:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+11:1961:x1830965535577984:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.933960:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8b800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535577728:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5833us (5898us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.933969:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4853 00002000:00100000:1.0:1746145262.933979:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1d:0x0] (10485760->11534335) req@ffff88009bf8b800 x1830965535577728/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.933988:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009bf8b800 with x1830965535577728 ext(10485760->11534335) 00002000:00010000:1.0:1746145262.933992:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009bf8b800 00000100:00100000:1.0:1746145262.936084:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093eeb800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+11:1960:x1830965535577472:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 7995us (9221us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.936092:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4852 00002000:00100000:1.0:1746145262.936100:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1c:0x0] (10485760->11534335) req@ffff880093eeb800 x1830965535577472/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.936108:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093eeb800 with x1830965535577472 ext(10485760->11534335) 00002000:00010000:1.0:1746145262.936113:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093eeb800 00000100:00100000:3.0:1746145262.936801:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800883cbb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1961:x1830965535577984:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 4440us (4664us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145262.936808:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4854 00002000:00100000:3.0:1746145262.936813:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (11534336->12582911) req@ffff8800883cbb80 x1830965535577984/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:3.0:1746145262.936819:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800883cbb80 with x1830965535577984 ext(11534336->12582911) 00002000:00010000:3.0:1746145262.936822:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800883cbb80 00000100:00100000:3.0:1746145262.941350:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.941440:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535578240 00000100:00100000:0.0:1746145262.941448:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535578240 00002000:00100000:0.0:1746145262.941484:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800a526f480 x1830965535578240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.941492:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535578240 ext(11534336->12582911) 00002000:00010000:0.0:1746145262.941497:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526f480 00000100:00100000:0.0:1746145262.941530:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4855 00000100:00100000:0.0:1746145262.941537:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535578240:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:0.0:1746145262.946824:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+57:1960:x1830965535578240:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 5279us (5471us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145262.946834:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4855 00002000:00100000:0.0:1746145262.946844:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1d:0x0] (11534336->12582911) req@ffff8800a526f480 x1830965535578240/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.947007:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f480 with x1830965535578240 ext(11534336->12582911) 00002000:00010000:0.0:1746145262.947015:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526f480 00000100:00100000:2.0:1746145262.953454:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.953520:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535578496 00000100:00100000:0.0:1746145262.953528:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535578496 00002000:00100000:0.0:1746145262.953562:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880093293100 x1830965535578496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/0 e 0 to 0 dl 1746145273 ref 1 fl New:/200/ffffffff rc 0/-1 job:'cmp.0' uid:0 gid:0 00002000:00100000:0.0:1746145262.953571:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293100 with x1830965535578496 ext(12582912->13631487) 00002000:00010000:0.0:1746145262.953575:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293100 00000100:00100000:0.0:1746145262.953658:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4856 00000100:00100000:0.0:1746145262.953665:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535578496:12345-192.168.203.38@tcp:3:cmp.0 00000100:00100000:1.0:1746145262.958448:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293100 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+9:1963:x1830965535578496:12345-192.168.203.38@tcp:3:cmp.0 Request processed in 4775us (4992us total) trans 0 rc 1048576/1048576 00000100:00100000:1.0:1746145262.958458:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4856 00002000:00100000:1.0:1746145262.958470:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1c:0x0] (12582912->13631487) req@ffff880093293100 x1830965535578496/t0(0) o3->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:148/0 lens 488/440 e 0 to 0 dl 1746145273 ref 1 fl Complete:/200/0 rc 1048576/1048576 job:'cmp.0' uid:0 gid:0 00002000:00100000:1.0:1746145262.958478:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293100 with x1830965535578496 ext(12582912->13631487) 00002000:00010000:1.0:1746145262.958482:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293100 00000100:00100000:2.0:1746145262.963891:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.963983:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535578752 00000100:00100000:1.0:1746145262.963995:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535578752 00000100:00100000:1.0:1746145262.964043:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 175 00000100:00100000:1.0:1746145262.964051:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+24:1129:x1830965535578752:12345-192.168.203.38@tcp:35:cmp.0 00000100:00100000:1.0:1746145262.964346:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+25:1129:x1830965535578752:12345-192.168.203.38@tcp:35:cmp.0 Request processed in 295us (459us total) trans 4294985967 rc 0/0 00000100:00100000:1.0:1746145262.964353:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 175 00000100:00100000:2.0:1746145262.972499:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145262.972731:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579008 00000100:00100000:0.0:1746145262.972740:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579008 00000100:00100000:0.0:1746145262.972786:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43838 00000100:00100000:0.0:1746145262.972793:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1132:x1830965535579008:12345-192.168.203.38@tcp:36:rm.0 00000100:00100000:2.0:1746145262.972797:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:0.0:1746145262.972838:0:20970:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 3 locks, starting at 0 00010000:00010000:0.0:1746145262.972861:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880099678600/0xb5ee96b21a0d78e9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366a0 expref: 33 pid: 7121 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.972884:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880092055a00/0xb5ee96b21a0d78b1 lrc: 0/0,0 mode: --/CR res: [0x200000401:0x4f:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53668b expref: 32 pid: 7117 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.972892:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145262.972900:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009187cc00/0xb5ee96b21a0d7ad3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536710 expref: 31 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.972920:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:0.0:1746145262.972922:0:20970:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:0.0:1746145262.972937:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.972947:0:20970:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 24 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.972953:0:20970:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 4/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.972976:0:20970:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 24 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.972986:0:20970:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 24 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746145262.972997:0:20970:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172736:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145262.973040:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579136 00000100:00100000:1.0:1746145262.973043:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579136 00000100:00100000:1.0:1746145262.973073:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10 00000100:00100000:1.0:1746145262.973078:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a644fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535579136:12345-192.168.203.38@tcp:63:ll_sa.0 00000100:00100000:0.0:1746145262.973087:0:20970:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00010000:00010000:1.0:1746145262.973093:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145262.973099:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324c00/0xb5ee96b21a0d7bac lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef5367db expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.973147:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 5 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973156:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973164:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973175:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973181:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973186:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973233:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973240:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973245:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973250:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5325600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145262.973253:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973257:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973262:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:1.0:1746145262.973264:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145262.973265:0:7122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.973269:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973272:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7bb3 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 5 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973291:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973296:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973299:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973303:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094271c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145262.973305:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973310:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973315:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880136864300) 00010000:00010000:1.0:1746145262.973317:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145262.973319:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973323:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7bba lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145262.973352:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324c00/0xb5ee96b21a0d7bac lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367db expref: 32 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.973371:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:1.0:1746145262.973373:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746145262.973375:0:7122:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.973380:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324c00/0xb5ee96b21a0d7bac lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 4 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5367db expref: 32 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145262.973388:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5324c00, rc -2) 00000100:00100000:1.0:1746145262.973423:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a644fc50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1962:x1830965535579136:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 344us (624us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746145262.973429:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10 00000100:00100000:2.0:1746145262.976460:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.976542:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579264 00000100:00100000:0.0:1746145262.976542:0:20970:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172736:192.168.203.38@tcp:104: 00000100:00100000:1.0:1746145262.976547:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579264 00010000:00010000:0.0:1746145262.976559:0:20970:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.976572:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 25 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746145262.976592:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10706 00000100:00100000:1.0:1746145262.976598:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+25:1960:x1830965535579264:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145262.976607:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145262.976612:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 25 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.976621:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 25 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.976666:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8801358ef800/0xb5ee96b21a0d7b20 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536733 expref: 25 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.976676:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:1.0:1746145262.976680:0:7102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 1 ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.976687:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.976693:0:7102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 4/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.976710:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145262.976752:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293b80 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+24:1960:x1830965535579264:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 153us (295us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145262.976758:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10706 00010000:00010000:0.0:1746145262.976810:0:20970:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976816:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976833:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976840:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976846:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976937:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976945:0:20970:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 23 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.976950:0:20970:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 4/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.976969:0:20970:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 23 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145262.976978:0:20970:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 23 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:0.0:1746145262.976987:0:20970:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88009bf88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172864:192.168.203.38@tcp:104: 00000100:00100000:0.0:1746145262.977039:0:20970:0:(client.c:2553:ptlrpc_set_wait()) set ffff880099565540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145262.978559:0:20970:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88009bf88700 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172864:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145262.978571:0:20970:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000100:00100000:0.0:1746145262.978867:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145262.978998:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579392 00000100:00100000:1.0:1746145262.979003:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579392 00010000:00010000:1.0:1746145262.979023:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 24 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746145262.979051:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10707 00000100:00100000:1.0:1746145262.979057:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+24:1961:x1830965535579392:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145262.979066:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145262.979070:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 24 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.979079:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 24 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.979093:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7952 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4f:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef5366f4 expref: 24 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145262.979102:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:1.0:1746145262.979106:0:7102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 0 ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979112:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979118:0:7102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979140:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145262.979177:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88700 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:97ec8067-0811-494c-8790-cb1a1d068df8+23:1961:x1830965535579392:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 119us (310us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145262.979182:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10707 00010000:00010000:0.0:1746145262.979250:0:20970:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.979256:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000040:00080000:1.0:1746145262.979886:0:20970:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x6:0x0].16, 64 off9216 00000004:00080000:1.0:1746145262.979893:0:20970:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0001-osc-MDT0000: add commit cb at 504249265753ns, next at 505249264266ns, rc = 0 00000040:00080000:1.0:1746145262.979917:0:20970:0:(llog_osd.c:734:llog_osd_write_rec()) added record [0x1:0x3:0x0].13, 64 off9024 00000004:00080000:1.0:1746145262.979921:0:20970:0:(osp_sync.c:1787:osp_sync_add_commit_cb()) lustre-OST0000-osc-MDT0000: add commit cb at 504249294598ns, next at 505249294043ns, rc = 0 00010000:00010000:1.0:1746145262.979971:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 3/0,1 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979979:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010080000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979985:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 3/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979991:0:20970:0:(ldlm_lock.c:949:ldlm_lock_decref_and_cancel()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x40010080000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.979996:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 4/0,1 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980001:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 3 type: IBT flags: 0x50010480000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980012:0:20970:0:(ldlm_lockd.c:2182:__ldlm_bl_to_thread()) added 1/1 locks to regular blp list, 1 blwis in pool 00010000:00010000:1.0:1746145262.980030:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980034:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980039:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980044:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094659c00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145262.980047:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980052:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980059:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:1.0:1746145262.980061:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00010000:00010000:1.0:1746145262.980063:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 2/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980067:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bc8 lrc: 0/0,0 mode: --/EX res: [0x200000401:0x4f:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980106:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980111:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980115:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980121:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094658600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145262.980123:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980128:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980135:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88008ccff000) 00010000:00010000:1.0:1746145262.980136:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145262.980138:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145262.980142:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7ba5 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00000004:00010000:1.0:1746145262.980153:0:20970:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff880093290000 reply state ffff88009255c000 transno 4294985968 ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000100:00100000:1.0:1746145262.980158:0:20970:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00000100:00100000:1.0:1746145262.980206:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1132:x1830965535579008:12345-192.168.203.38@tcp:36:rm.0 Request processed in 7413us (7711us total) trans 4294985968 rc 0/0 00000100:00100000:1.0:1746145262.980212:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43838 00010000:00010000:0.0:1746145262.980458:0:7105:0:(ldlm_lockd.c:2812:ldlm_bl_get_work()) Got 1 locks of 0 total in blp. (0 blwis in pool) 00010000:00010000:0.0:1746145262.980464:0:7105:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.980469:0:7105:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a55a6e00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145262.980472:0:7105:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 2/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40010480000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.980477:0:7105:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 3/0,0 mode: PW/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x40018480000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.980485:0:7105:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4f:0x0].0x0 (ffff88012b447f00) 00010000:00010000:0.0:1746145262.980487:0:7105:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 40 00010000:00010000:0.0:1746145262.980489:0:7105:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 1/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.980492:0:7105:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7bcf lrc: 0/0,0 mode: --/PW res: [0x200000401:0x4f:0x0].0x0 bits 0x40/0x0 rrc: 2 type: IBT flags: 0x44819480000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145262.980513:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145262.980514:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:0.0:1746145262.980516:0:7105:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00010000:2.0:1746145262.981225:0:3283:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981233:0:3283:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981238:0:3283:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981242:0:3283:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800940a6400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145262.981245:0:3283:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981250:0:3283:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981257:0:3283:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88008ed84100) 00010000:00010000:2.0:1746145262.981260:0:3283:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145262.981262:0:3283:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145262.981266:0:3283:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800940a6400/0xb5ee96b21a0d7bc1 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00000100:00100000:3.0:1746145263.014347:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.014442:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579520 00000100:00100000:1.0:1746145263.014450:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579520 00000100:00100000:1.0:1746145263.014769:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43839 00000100:00100000:1.0:1746145263.014777:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+31:1135:x1830965535579520:12345-192.168.203.38@tcp:101:lfs.0 00000100:00080000:3.0:1746145263.014821:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00010000:00010000:1.0:1746145263.015075:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.015093:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7bd6 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536813 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.015145:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.015161:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.015170:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:1.0:1746145263.015214:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746145263.015217:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 28 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145263.015230:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.015247:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7bd6 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536813 expref: 33 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.015275:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536813 expref: 32 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.015282:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864d00) 00010000:00010000:1.0:1746145263.015285:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145263.015287:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659c00, rc 0) 00000100:00100000:1.0:1746145263.015335:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c000 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1135:x1830965535579520:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 559us (994us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.015341:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43839 00000100:00100000:1.0:1746145263.017707:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.017738:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535579776 00000100:00100000:2.0:1746145263.017744:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535579776 00000100:00100000:2.0:1746145263.017774:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43840 00000100:00100000:2.0:1746145263.017779:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+32:1135:x1830965535579776:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145263.017921:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145263.017924:0:20970:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145263.017939:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7bdd lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536813 expref: 32 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.017962:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864d00) 00010000:00010000:2.0:1746145263.017971:0:20970:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145263.017981:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7be4 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53681a expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.018063:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,1 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018073:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018080:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018089:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PW) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,1 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018093:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018098:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018445:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018452:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018457:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:2.0:1746145263.018464:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:2.0:1746145263.018479:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CW) ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,1 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018484:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 2/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018489:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018494:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880093065200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145263.018498:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 3/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018504:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 4/0,0 mode: CW/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018510:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447600) 00010000:00010000:2.0:1746145263.018513:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145263.018516:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.018523:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093065200/0xb5ee96b21a0d7beb lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00000004:00010000:2.0:1746145263.018530:0:20970:0:(mdt_handler.c:4446:mdt_save_lock()) ### save lock request ffff88008838ca80 reply state ffff88012f987000 transno 4294985969 ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000100:00100000:2.0:1746145263.018543:0:20970:0:(service.c:173:ptlrpc_save_lock()) nlocks 0 00010000:00010000:2.0:1746145263.018563:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880093064600/0xb5ee96b21a0d7be4 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.018578:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 33 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.018583:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012b447f00) 00010000:00010000:2.0:1746145263.018585:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145263.018586:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b2c00, rc 0) 00000100:00100000:2.0:1746145263.018733:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1135:x1830965535579776:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 952us (1029us total) trans 4294985969 rc 0/0 00000100:00100000:2.0:1746145263.018739:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43840 00010000:00010000:0.0:1746145263.019645:0:3284:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(TXN) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,1 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019651:0:3284:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 2/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019654:0:3284:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019657:0:3284:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff88009afc4200 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145263.019659:0:3284:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 3/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019661:0:3284:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 4/0,0 mode: PW/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019667:0:3284:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012b447a00) 00010000:00010000:0.0:1746145263.019668:0:3284:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145263.019669:0:3284:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 2/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.019672:0:3284:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7bf2 lrc: 0/0,0 mode: --/PW res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00000100:00100000:1.0:1746145263.021025:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.021064:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580032 00000100:00100000:2.0:1746145263.021070:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580032 00000100:00100000:2.0:1746145263.021107:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43841 00000100:00100000:2.0:1746145263.021112:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1135:x1830965535580032:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:2.0:1746145263.021128:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145263.021141:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094701600/0xb5ee96b21a0d7c07 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536821 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.021191:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.021200:0:20970:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 2/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.021207:0:20970:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 4/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:2.0:1746145263.021229:0:20970:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x50200000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.021239:0:20970:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x70200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 34 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:2.0:1746145263.021249:0:20970:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff880093291f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172992:192.168.203.38@tcp:104: 00000100:00100000:2.0:1746145263.021325:0:20970:0:(client.c:2553:ptlrpc_set_wait()) set ffff880092a0dc00 going to sleep for 11 seconds 00000100:00100000:2.0:1746145263.023404:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.023500:0:20970:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff880093291f80 pname:cluuid:pid:xid:nid:opc:job mdt00_004:lustre-MDT0000_UUID:20970:1830965531172992:192.168.203.38@tcp:104: 00010000:00010000:0.0:1746145263.023520:0:20970:0:(ldlm_request.c:273:ldlm_completion_ast()) ### client-side enqueue returned a blocked locksleeping ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000100:00100000:1.0:1746145263.023561:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580160 00000100:00100000:1.0:1746145263.023565:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580160 00010000:00010000:1.0:1746145263.023589:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 35 pid: 20970 timeout: 604 lvb_type: 0 00000100:00100000:1.0:1746145263.023608:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10708 00000100:00100000:1.0:1746145263.023613:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1960:x1830965535580160:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145263.023622:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145263.023649:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 4/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x60200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 35 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145263.023659:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x50200400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 35 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145263.023677:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7bf9 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 5 type: IBT gid 0 flags: 0x44a01400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53681a expref: 35 pid: 20970 timeout: 604 lvb_type: 0 00010000:00010000:1.0:1746145263.023690:0:7102:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012b447f00) 00010000:00010000:1.0:1746145263.023694:0:7102:0:(ldlm_inodebits.c:93:ldlm_reprocess_inodebits_queue()) ### Reprocessing lock from queue 3 ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.023701:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.023707:0:7102:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 4/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 4 type: IBT flags: 0x40290000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.023720:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:1.0:1746145263.023751:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291500 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1960:x1830965535580160:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 137us (351us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.023757:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10708 00010000:00010000:0.0:1746145263.023789:0:20970:0:(ldlm_request.c:185:ldlm_completion_tail()) ### client-side enqueue: granted ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:0.0:1746145263.023795:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:0.0:1746145263.023809:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00080000:1.0:1746145263.023962:0:20970:0:(osp_object.c:1637:osp_create()) lustre-OST0000-osc-MDT0000: Wrote last used FID: [0x240000400:0x1e:0x0], index 0: 0 00000004:00080000:1.0:1746145263.024833:0:20970:0:(osp_object.c:1637:osp_create()) lustre-OST0001-osc-MDT0000: Wrote last used FID: [0x280000400:0x1d:0x0], index 1: 0 00010000:00010000:1.0:1746145263.024946:0:20970:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(EX) ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,1 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024953:0:20970:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 2/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024958:0:20970:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024963:0:20970:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880094701a00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145263.024967:0:20970:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 3/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024972:0:20970:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 4/0,0 mode: EX/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024981:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff88012b447f00) 00010000:00010000:1.0:1746145263.024983:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746145263.024986:0:20970:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 2/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.024990:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094701a00/0xb5ee96b21a0d7c0e lrc: 0/0,0 mode: --/EX res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.025027:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=301, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094701600/0xb5ee96b21a0d7c07 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536821 expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.025033:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094701600/0xb5ee96b21a0d7c07 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536821 expref: 34 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.025040:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094701600, rc 0) 00000100:00100000:1.0:1746145263.025081:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838c700 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1135:x1830965535580032:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 3968us (4059us total) trans 4294985970 rc 301/301 00000100:00100000:1.0:1746145263.025087:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43841 00000100:00100000:2.0:1746145263.028400:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.028608:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580416 00000100:00100000:1.0:1746145263.028616:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580416 00000100:00100000:1.0:1746145263.028694:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 176 00000100:00100000:1.0:1746145263.028702:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+33:1135:x1830965535580416:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:1.0:1746145263.028941:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1135:x1830965535580416:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 240us (548us total) trans 4294985971 rc 0/0 00000100:00100000:1.0:1746145263.028948:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 176 00000100:00100000:3.0:1746145263.030830:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.030946:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580544 00000100:00100000:1.0:1746145263.030952:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580544 00000100:00100000:1.0:1746145263.030984:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43842 00000100:00100000:1.0:1746145263.030991:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+34:1135:x1830965535580544:12345-192.168.203.38@tcp:101:lfs.0 00010000:00010000:1.0:1746145263.031052:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.031067:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7c1c lrc: 2/0,0 mode: --/CR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536828 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.031106:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7c1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536828 expref: 35 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.031117:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff880094659c00/0xb5ee96b21a0d7c1c lrc: 3/0,0 mode: CR/CR res: [0x200000401:0x50:0x0].0x0 bits 0x8/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536828 expref: 35 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.031130:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136864000) 00010000:00010000:1.0:1746145263.031132:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 8 00010000:00010000:1.0:1746145263.031136:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094659c00, rc 0) 00000100:00100000:1.0:1746145263.031416:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526c380 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1135:x1830965535580544:12345-192.168.203.38@tcp:101:lfs.0 Request processed in 425us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.031422:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43842 00000100:00100000:0.0:1746145263.032662:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.032707:0:25277:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580800 00000100:00100000:2.0:1746145263.032713:0:25277:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580800 00000100:00100000:2.0:1746145263.032739:0:25277:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 177 00000100:00100000:2.0:1746145263.032744:0:25277:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1135:x1830965535580800:12345-192.168.203.38@tcp:35:lfs.0 00000100:00100000:2.0:1746145263.032875:0:25277:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf88a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1135:x1830965535580800:12345-192.168.203.38@tcp:35:lfs.0 Request processed in 130us (215us total) trans 4294985972 rc 0/0 00000100:00100000:2.0:1746145263.032881:0:25277:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 177 00000100:00100000:2.0:1746145263.039587:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.039666:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535580928 00000100:00100000:1.0:1746145263.039674:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535580928 00000100:00100000:1.0:1746145263.039721:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43843 00000100:00100000:1.0:1746145263.039728:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1136:x1830965535580928:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145263.039746:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.039762:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7c23 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53682f expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.039809:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.039820:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.039829:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:1.0:1746145263.039868:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746145263.039871:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145263.039884:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.039900:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff880094658600/0xb5ee96b21a0d7c23 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53682f expref: 38 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.039936:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53682f expref: 37 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.039947:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:1.0:1746145263.039950:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145263.039952:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a55a6e00, rc 0) 00000100:00100000:1.0:1746145263.040685:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290a80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1136:x1830965535580928:12345-192.168.203.38@tcp:101:dd.0 Request processed in 955us (1102us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.040691:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43843 00000100:00100000:3.0:1746145263.042108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.042201:0:20970:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535581056 00000100:00100000:1.0:1746145263.042207:0:20970:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535581056 00000100:00080000:3.0:1746145263.042300:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-MDT0000 00000100:00100000:1.0:1746145263.042439:0:20970:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43844 00000100:00100000:1.0:1746145263.042446:0:20970:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+23:1137:x1830965535581056:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:1.0:1746145263.042462:0:20970:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.042475:0:20970:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7c31 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536836 expref: -99 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.042514:0:20970:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.042525:0:20970:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.042534:0:20970:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00000004:00200000:1.0:1746145263.042574:0:20970:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000007:0x1:0x0]: returning size 13824 00000004:00200000:1.0:1746145263.042576:0:20970:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 29 stripe count 1 MDT count 1 00000004:00010000:1.0:1746145263.042588:0:20970:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 20970 initiator: MDT0 00010000:00010000:1.0:1746145263.042604:0:20970:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b2c00/0xb5ee96b21a0d7c31 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536836 expref: 25 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.042616:0:20970:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536836 expref: 24 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.042623:0:20970:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:1.0:1746145263.042647:0:20970:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 13 00010000:00010000:1.0:1746145263.042649:0:20970:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800b42b3000, rc 0) 00000100:00100000:1.0:1746145263.042694:0:20970:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ca80 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_004:97ec8067-0811-494c-8790-cb1a1d068df8+24:1137:x1830965535581056:12345-192.168.203.38@tcp:101:dd.0 Request processed in 248us (589us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.042700:0:20970:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43844 00000100:00100000:0.0:1746145263.043808:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.043874:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535581312 00000100:00100000:2.0:1746145263.043880:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535581312 00000100:00100000:2.0:1746145263.043919:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43845 00000100:00100000:2.0:1746145263.043925:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1136:x1830965535581312:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145263.043935:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145263.043937:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00010000:00010000:2.0:1746145263.043951:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a55a6e00/0xb5ee96b21a0d7c2a lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53682f expref: 37 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.043964:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:2.0:1746145263.043968:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145263.043974:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d7c3f lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53683d expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.044271:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7c46 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.044280:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7c46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.044288:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7c46 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746145263.044294:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x4e:0x0]: returning size 26214400 00000100:00100000:3.0:1746145263.044322:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.044373:0:7122:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535581440 00010000:00010000:2.0:1746145263.044374:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ce6000/0xb5ee96b21a0d7c3f lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53683d expref: 39 pid: 7116 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145263.044377:0:7122:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535581440 00010000:00010000:2.0:1746145263.044385:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7c46 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53683d expref: 39 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.044390:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009359e300) 00010000:00010000:2.0:1746145263.044392:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145263.044394:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009afc4200, rc 0) 00000100:00100000:1.0:1746145263.044397:0:7122:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 11 00000100:00100000:1.0:1746145263.044402:0:7122:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535581440:12345-192.168.203.38@tcp:63:ll_sa.0 00010000:00010000:1.0:1746145263.044421:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00000100:00100000:2.0:1746145263.044423:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf8a680 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1136:x1830965535581312:12345-192.168.203.38@tcp:101:dd.0 Request processed in 498us (616us total) trans 4294985973 rc 0/0 00010000:00010000:1.0:1746145263.044428:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324c00/0xb5ee96b21a0d7c54 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536844 expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145263.044429:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43845 00010000:00010000:1.0:1746145263.044447:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044453:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044459:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044468:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044476:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044480:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044547:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044554:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.044559:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00000004:00200000:1.0:1746145263.044570:0:7122:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00000004:00200000:1.0:1746145263.044805:0:7122:0:(mdt_handler.c:1572:mdt_getattr_internal()) dirent count 0 stripe count 1 MDT count 1 00000004:00010000:0.0:1746145263.044912:0:7122:0:(mdt_handler.c:2489:mdt_getattr_name_lock()) ### Returning lock to client ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x5b/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044920:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044925:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044930:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044936:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044941:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5325600 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145263.044944:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044950:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.044957:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:0.0:1746145263.044959:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145263.044962:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046037:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5325600/0xb5ee96b21a0d7c5b lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046182:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046188:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046195:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046199:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a5324000 already unused, calling callback (ffffffffa1377690) 00010000:00010000:0.0:1746145263.046202:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046206:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046214:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff880136864900) 00010000:00010000:0.0:1746145263.046216:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:0.0:1746145263.046218:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046222:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7c62 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:0.0:1746145263.046249:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a5324c00/0xb5ee96b21a0d7c54 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536844 expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.046257:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ffc00/0xb5ee96b21a0d7c69 lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 3 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536844 expref: 39 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.046262:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136864000) 00010000:00010000:0.0:1746145263.046264:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:0.0:1746145263.046265:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915ffc00, rc 0) 00010000:00010000:0.0:1746145263.046269:0:7122:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.046354:0:7122:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d7c70 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53684b expref: -99 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.046386:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046394:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046400:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046408:0:7122:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046412:0:7122:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046418:0:7122:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046452:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046457:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046461:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046465:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915ff400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145263.046467:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046471:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046478:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:1.0:1746145263.046481:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145263.046483:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046487:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915ff400/0xb5ee96b21a0d7c77 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 4 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046494:0:7122:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046499:0:7122:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046503:0:7122:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046507:0:7122:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800915fe400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:1.0:1746145263.046509:0:7122:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046514:0:7122:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046519:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce70cf (ffff880136864f00) 00010000:00010000:1.0:1746145263.046521:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:1.0:1746145263.046523:0:7122:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00010000:00010000:1.0:1746145263.046527:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe400/0xb5ee96b21a0d7c7e lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce70cf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7122 initiator: MDT0 00000100:00100000:2.0:1746145263.046537:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00010000:00010000:1.0:1746145263.046552:0:7122:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=-2, rc=-2) ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d7c70 lrc: 1/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53684b expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.046560:0:7122:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:1.0:1746145263.046562:0:7122:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 3 00000100:00100000:2.0:1746145263.046563:0:7116:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535581696 00010000:00010000:1.0:1746145263.046565:0:7122:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800915fe000/0xb5ee96b21a0d7c70 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x3/0x0 rrc: 3 type: IBT gid 0 flags: 0x44801000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53684b expref: 40 pid: 7122 timeout: 0 lvb_type: 0 00000100:00100000:2.0:1746145263.046568:0:7116:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535581696 00010000:00010000:1.0:1746145263.046571:0:7122:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800915fe000, rc -2) 00000100:00100000:2.0:1746145263.046594:0:7116:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 43846 00000100:00100000:2.0:1746145263.046601:0:7116:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+24:1137:x1830965535581696:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:2.0:1746145263.046610:0:7116:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:2.0:1746145263.046612:0:7116:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 2 locks, starting at 1 00000100:00100000:1.0:1746145263.046644:0:7122:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f100 pname:cluuid+ref:pid:xid:nid:opc:job mdt_out00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1960:x1830965535581440:12345-192.168.203.38@tcp:63:ll_sa.0 Request processed in 2242us (2322us total) trans 0 rc -2/-2 00000100:00100000:1.0:1746145263.046649:0:7122:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 11 00010000:00010000:2.0:1746145263.046780:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800b42b3000/0xb5ee96b21a0d7c38 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536836 expref: 24 pid: 20970 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.046790:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff880136864200) 00010000:00010000:2.0:1746145263.046794:0:7116:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00010000:00010000:2.0:1746145263.046801:0:7116:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ce6c00/0xb5ee96b21a0d7c85 lrc: 2/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53687c expref: -99 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.047523:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047533:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047544:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047559:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x0/0x0 rrc: 2 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047567:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047573:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047742:0:7116:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7c9a lrc: 3/1,0 mode: --/PR res: [0x200000401:0x50:0x0].0x0 bits 0x0/0x0 rrc: 4 type: IBT flags: 0x40000000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047748:0:7116:0:(ldlm_lock.c:1067:ldlm_granted_list_add_lock()) ### About to add lock: ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047754:0:7116:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7c9a lrc: 3/1,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT flags: 0x40210000000000 pid: 7116 initiator: MDT0 00000004:00200000:2.0:1746145263.047761:0:7116:0:(mdt_handler.c:907:mdt_pack_attr2body()) [0x200000401:0x50:0x0]: returning size 0 00010000:00010000:2.0:1746145263.047820:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/1,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047825:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 2/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047830:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047834:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a540c400 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145263.047837:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 3/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047842:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 4/0,0 mode: CR/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047848:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0x0 (ffff88012b447200) 00010000:00010000:2.0:1746145263.047850:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145263.047852:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 2/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047860:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a540c400/0xb5ee96b21a0d7c8c lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047867:0:7116:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210000000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047871:0:7116:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x50210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047875:0:7116:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047879:0:7116:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff8800a64ddc00 already unused, calling callback (ffffffffa1377690) 00010000:00010000:2.0:1746145263.047881:0:7116:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 3/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40210400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047885:0:7116:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 4/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x40218400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047889:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000007:0x1:0x0].0xbce6fcf (ffff88012b447c00) 00010000:00010000:2.0:1746145263.047891:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 2 00010000:00010000:2.0:1746145263.047893:0:7116:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 2/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047896:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a64ddc00/0xb5ee96b21a0d7c93 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0xbce6fcf bits 0x2/0x0 rrc: 2 type: IBT flags: 0x44a19400000000 pid: 7116 initiator: MDT0 00010000:00010000:2.0:1746145263.047931:0:7116:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff8800a4ce6c00/0xb5ee96b21a0d7c85 lrc: 0/0,0 mode: --/CW res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x44000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53687c expref: 26 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.047942:0:7116:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: mdt-lustre-MDT0000_UUID lock: ffff8800975c1000/0xb5ee96b21a0d7c9a lrc: 3/0,0 mode: PR/PR res: [0x200000401:0x50:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x40200000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53687c expref: 25 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:2.0:1746145263.047952:0:7116:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x50:0x0].0x0 (ffff880136864000) 00010000:00010000:2.0:1746145263.047954:0:7116:0:(ldlm_inodebits.c:76:ldlm_reprocess_inodebits_queue()) Hint 1b 00010000:00010000:2.0:1746145263.047955:0:7116:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800975c1000, rc 0) 00000100:00100000:2.0:1746145263.049028:0:7116:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093292a00 pname:cluuid+ref:pid:xid:nid:opc:job mdt00_000:97ec8067-0811-494c-8790-cb1a1d068df8+25:1137:x1830965535581696:12345-192.168.203.38@tcp:101:dd.0 Request processed in 2423us (2487us total) trans 4294985974 rc 0/0 00000100:00100000:2.0:1746145263.049036:0:7116:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 43846 00000100:00100000:1.0:1746145263.049546:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.049734:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535581952 00000100:00100000:0.0:1746145263.049741:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535581952 00000100:00100000:0.0:1746145263.049789:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4857 00000100:00100000:0.0:1746145263.049796:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1962:x1830965535581952:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145263.049818:0:714:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/1,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.049830:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.049832:0:714:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.049837:0:714:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.049847:0:714:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00080000:3.0:1746145263.050216:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:1.0:1746145263.051704:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.052150:0:8481:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582080 00000100:00100000:3.0:1746145263.052156:0:8481:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582080 00000100:00100000:3.0:1746145263.052204:0:8481:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 213 00000100:00100000:3.0:1746145263.052211:0:8481:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1961:x1830965535582080:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:3.0:1746145263.052222:0:8481:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:3.0:1746145263.052240:0:8481:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: mdt-lustre-MDT0000_UUID lock: ffff88009afc4200/0xb5ee96b21a0d7c46 lrc: 0/0,0 mode: --/PR res: [0x200000401:0x4e:0x0].0x0 bits 0x1b/0x0 rrc: 4 type: IBT gid 0 flags: 0x44a01000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53683d expref: 39 pid: 7116 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.052262:0:8481:0:(ldlm_inodebits.c:74:ldlm_reprocess_inodebits_queue()) --- Reprocess resource [0x200000401:0x4e:0x0].0x0 (ffff88009359e300) 00010000:00010000:3.0:1746145263.052267:0:8481:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:3.0:1746145263.052295:0:8481:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838e300 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_003:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1961:x1830965535582080:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 85us (595us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145263.052301:0:8481:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 213 00000100:00100000:1.0:1746145263.052648:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.052719:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582208 00000100:00100000:3.0:1746145263.052722:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582208 00000100:00100000:3.0:1746145263.052740:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6600 00000100:00100000:3.0:1746145263.052745:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+37:1962:x1830965535582208:12345-192.168.203.38@tcp:101:ll_agl.0 00010000:00010000:3.0:1746145263.052761:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145263.052780:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536883 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00002000:00010000:3.0:1746145263.052797:0:8466:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x240000400:0x1e:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:3.0:1746145263.052809:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.052811:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.052817:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.052829:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.052842:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880094271c00, rc 0) 00000100:00100000:3.0:1746145263.052862:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838e680 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1962:x1830965535582208:12345-192.168.203.38@tcp:101:ll_agl.0 Request processed in 117us (235us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145263.052866:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6600 00000100:00100000:0.0:1746145263.053239:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.053397:0:8464:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582336 00000100:00100000:1.0:1746145263.053405:0:8464:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582336 00000100:00100000:1.0:1746145263.053439:0:8464:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6601 00000100:00100000:1.0:1746145263.053445:0:8464:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1962:x1830965535582336:12345-192.168.203.38@tcp:101:ll_agl.0 00010000:00010000:1.0:1746145263.053452:0:8464:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:1.0:1746145263.053465:0:8464:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef53688a expref: -99 pid: 8464 timeout: 0 lvb_type: 0 00002000:00010000:1.0:1746145263.053477:0:8464:0:(ofd_lvb.c:150:ofd_lvbo_init()) res: [0x280000400:0x1d:0x0] initial LVB size: 0, mtime: 0x0, atime: 0x0, ctime: 0x0, blocks: 0x1 00010000:00010000:1.0:1746145263.053484:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145263.053485:0:8464:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145263.053489:0:8464:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145263.053498:0:8464:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 2 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:1.0:1746145263.053504:0:8464:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff880136554800, rc 0) 00000100:00100000:1.0:1746145263.053524:0:8464:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009bf89180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_000:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1962:x1830965535582336:12345-192.168.203.38@tcp:101:ll_agl.0 Request processed in 80us (400us total) trans 0 rc 0/0 00000100:00100000:1.0:1746145263.053530:0:8464:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6601 00000100:00080000:3.0:1746145263.053623:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00000100:00100000:0.0:1746145263.056700:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.056973:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582464 00000100:00100000:3.0:1746145263.056981:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582464 00000100:00100000:3.0:1746145263.057036:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6602 00000100:00100000:3.0:1746145263.057042:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+57:1137:x1830965535582464:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145263.057057:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145263.057070:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 2/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536891 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.057093:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 37 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.057100:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.057101:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.057104:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 4/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536891 expref: 58 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.057127:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 37 pid: 8466 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.057137:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 37 pid: 8466 timeout: 604 lvb_type: 1 00000100:00100000:3.0:1746145263.057152:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531173120:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145263.057217:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842180 going to sleep for 11 seconds 00000100:00080000:0.0:1746145263.057338:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0000 00000100:00100000:2.0:1746145263.058399:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.058553:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a526e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0000_UUID:8466:1830965531173120:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145263.058571:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 3/0,0 mode: --/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536891 expref: 58 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.058584:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff88009b5a8000, rc 0) 00000100:00100000:3.0:1746145263.058619:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+58:1137:x1830965535582464:12345-192.168.203.38@tcp:101:dd.0 Request processed in 1576us (1924us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145263.058641:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6602 00010000:00010000:0.0:1746145263.059058:0:714:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/1,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059066:0:714:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 2/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059072:0:714:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059077:0:714:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092050c00 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:0.0:1746145263.059081:0:714:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059087:0:714:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059100:0:714:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 2/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059105:0:714:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880092050c00/0xb5ee96b21a0d7ca8 lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1b:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 714 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145263.059216:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.059231:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582848 00000100:00100000:1.0:1746145263.059234:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582848 00010000:00010000:1.0:1746145263.059249:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 604 lvb_type: 1 00000100:00100000:1.0:1746145263.059278:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10709 00000100:00100000:1.0:1746145263.059282:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800b4a72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1963:x1830965535582848:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:1.0:1746145263.059290:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:1.0:1746145263.059302:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 4/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 604 lvb_type: 1 00010000:00010000:1.0:1746145263.059310:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 3/0,0 mode: PR/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 604 lvb_type: 1 00010000:00010000:1.0:1746145263.059321:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0000_UUID lock: ffff880094271c00/0xb5ee96b21a0d7caf lrc: 0/0,0 mode: --/PR res: [0x240000400:0x1e:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536883 expref: 38 pid: 8466 timeout: 604 lvb_type: 1 00010000:00010000:1.0:1746145263.059337:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145263.059338:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:1.0:1746145263.059344:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 2/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536891 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.059350:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536891 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.059368:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0000_UUID lock: ffff88009b5a8000/0xb5ee96b21a0d7cbd lrc: 3/0,0 mode: PW/PW res: [0x240000400:0x1e:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536891 expref: 57 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145263.059376:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531173248:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145263.059414:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27540 going to sleep for 11 seconds 00000100:00100000:0.0:1746145263.059527:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535582720 00000100:00100000:0.0:1746145263.059530:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535582720 00000100:00100000:0.0:1746145263.059555:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4858 00000100:00100000:0.0:1746145263.059560:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535582720:12345-192.168.203.38@tcp:3:dd.0 00010000:00010000:0.0:1746145263.059576:0:712:0:(ldlm_lock.c:770:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/1,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059584:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.059585:0:712:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.059588:0:712:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.059596:0:712:0:(ldlm_request.c:513:ldlm_cli_enqueue_local()) ### client-side local enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:0.0:1746145263.061032:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+36:1962:x1830965535581952:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11231us (11482us total) trans 0 rc 1048576/1048576 00000100:00100000:0.0:1746145263.061041:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4857 00000100:00100000:0.0:1746145263.063094:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838c000 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0000_UUID:7102:1830965531173248:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145263.063112:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145263.063166:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800b4a72850 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+35:1963:x1830965535582848:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 3882us (3948us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145263.063176:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10709 00000100:00100000:1.0:1746145263.069512:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.069538:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.069648:0:8466:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535583232 00000100:00100000:3.0:1746145263.069655:0:8466:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535583232 00000100:00100000:0.0:1746145263.069685:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535583104 00000100:00100000:0.0:1746145263.069687:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535583104 00002000:00100000:0.0:1746145263.069714:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88008838fb80 x1830965535583104/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.069724:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838fb80 with x1830965535583104 ext(0->1048575) 00002000:00010000:0.0:1746145263.069728:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838fb80 00000100:00100000:0.0:1746145263.069742:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4859 00000100:00100000:0.0:1746145263.069748:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+58:1961:x1830965535583104:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.070126:0:8466:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 6603 00000100:00100000:3.0:1746145263.070130:0:8466:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+9:1137:x1830965535583232:12345-192.168.203.38@tcp:101:dd.0 00010000:00010000:3.0:1746145263.070138:0:8466:0:(ldlm_lockd.c:1265:ldlm_handle_enqueue()) ### server-side enqueue handler START 00010000:00010000:3.0:1746145263.070151:0:8466:0:(ldlm_lockd.c:1337:ldlm_handle_enqueue()) ### server-side enqueue handler, new lock created ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 2/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->0] (req 0->0) gid 0 flags: 0x40000000000000 nid: local remote: 0x4c8b53b6ef536898 expref: -99 pid: 8466 timeout: 0 lvb_type: 0 00000100:00080000:2.0:1746145263.070346:0:7113:0:(pinger.c:498:ping_evictor_main()) evicting all exports of obd lustre-OST0001 00010000:00010000:3.0:1746145263.070442:0:8466:0:(ldlm_lock.c:683:ldlm_add_bl_work_item()) ### lock incompatible; sending blocking AST. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x40000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 11 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.070450:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.070452:0:8466:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:3.0:1746145263.070455:0:8466:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 4/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50000000000000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536898 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070483:0:8466:0:(ldlm_lockd.c:964:ldlm_server_blocking_ast()) ### server preparing blocking AST ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000000000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 11 pid: 8464 timeout: 0 lvb_type: 1 00010000:00010000:3.0:1746145263.070493:0:8466:0:(ldlm_lockd.c:496:ldlm_add_waiting_lock()) ### adding to wait list(timeout: 100, AT: on) ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x70000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 11 pid: 8464 timeout: 604 lvb_type: 1 00000100:00100000:3.0:1746145263.070503:0:8466:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff8800a526e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531173376:192.168.203.38@tcp:104: 00000100:00100000:3.0:1746145263.070609:0:8466:0:(client.c:2553:ptlrpc_set_wait()) set ffff88009b842180 going to sleep for 11 seconds 00010000:00010000:3.0:1746145263.070679:0:712:0:(ldlm_lock.c:824:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/1,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010000000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070686:0:712:0:(ldlm_lock.c:882:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 2/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x50010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070693:0:712:0:(ldlm_lockd.c:1900:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070699:0:712:0:(ldlm_lockd.c:1914:ldlm_handle_bl_callback()) Lock ffff880092051600 already unused, calling callback (ffffffffa087ad70) 00010000:00010000:3.0:1746145263.070702:0:712:0:(ldlm_request.c:354:ldlm_blocking_ast_nocheck()) ### already unused, calling ldlm_cli_cancel ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40010400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070708:0:712:0:(ldlm_request.c:1309:ldlm_cli_cancel_local()) ### server-side local cancel ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40018400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070722:0:712:0:(ldlm_lockd.c:1926:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 2/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.070731:0:712:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880092051600/0xb5ee96b21a0d7cc4 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x19:0x0].0x0 rrc: 4 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x44819400000000 nid: local remote: 0x0 expref: -99 pid: 712 timeout: 0 lvb_type: 0 00000100:00100000:3.0:1746145263.071346:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1963:x1830965535582720:12345-192.168.203.38@tcp:3:dd.0 Request processed in 11783us (12948us total) trans 0 rc 1048576/1048576 00000100:00100000:3.0:1746145263.071354:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4858 00000100:00100000:3.0:1746145263.075257:0:8466:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff8800a526e300 pname:cluuid:pid:xid:nid:opc:job ll_ost00_002:lustre-OST0001_UUID:8466:1830965531173376:192.168.203.38@tcp:104: 00010000:00010000:3.0:1746145263.075282:0:8466:0:(ldlm_lockd.c:1507:ldlm_handle_enqueue()) ### server-side enqueue handler, sending reply (err=0, rc=0) ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 3/0,0 mode: --/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->1048575] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536898 expref: 10 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:3.0:1746145263.075301:0:8466:0:(ldlm_lockd.c:1585:ldlm_handle_enqueue()) ### server-side enqueue handler END (lock ffff8800a5324000, rc 0) 00000100:00100000:3.0:1746145263.075347:0:8466:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost00_002:97ec8067-0811-494c-8790-cb1a1d068df8+10:1137:x1830965535583232:12345-192.168.203.38@tcp:101:dd.0 Request processed in 5215us (5807us total) trans 0 rc 0/0 00000100:00100000:3.0:1746145263.075355:0:8466:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 6603 00000100:00100000:2.0:1746145263.079452:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.081300:0:7102:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535583360 00000100:00100000:0.0:1746145263.081310:0:7102:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535583360 00010000:00010000:0.0:1746145263.081341:0:7102:0:(ldlm_lockd.c:2661:ldlm_cancel_hpreq_check()) ### hpreq cancel/convert lock ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 604 lvb_type: 1 00000100:00100000:0.0:1746145263.081411:0:7102:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 10710 00000100:00100000:0.0:1746145263.081419:0:7102:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+10:1961:x1830965535583360:12345-192.168.203.38@tcp:103:ldlm_bl.0 00010000:00010000:0.0:1746145263.081431:0:7102:0:(ldlm_lockd.c:1740:ldlm_request_cancel()) ### server-side cancel handler START: 1 locks, starting at 0 00010000:00010000:0.0:1746145263.081447:0:7102:0:(ldlm_lockd.c:1789:ldlm_request_cancel()) ### server cancels blocked lock after 0s ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 4/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x60000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 604 lvb_type: 1 00010000:00010000:0.0:1746145263.081458:0:7102:0:(ldlm_lockd.c:569:ldlm_del_waiting_lock()) ### removed ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 3/0,0 mode: PR/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x50000400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 604 lvb_type: 1 00010000:00010000:0.0:1746145263.081476:0:7102:0:(ldlm_lock.c:195:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: filter-lustre-OST0001_UUID lock: ffff880136554800/0xb5ee96b21a0d7cb6 lrc: 0/0,0 mode: --/PR res: [0x280000400:0x1d:0x0].0x0 rrc: 4 type: EXT [0->18446744073709551615] (req 0->18446744073709551615) gid 0 flags: 0x44801400000020 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef53688a expref: 10 pid: 8464 timeout: 604 lvb_type: 1 00010000:00010000:0.0:1746145263.084074:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.084077:0:7102:0:(ldlm_extent.c:417:ldlm_check_contention()) contended locks = 0 00010000:00010000:0.0:1746145263.084086:0:7102:0:(ldlm_lock.c:711:ldlm_add_cp_work_item()) ### lock granted; sending completion AST. ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 2/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536898 expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1746145263.084093:0:7102:0:(ldlm_resource.c:1526:ldlm_resource_add_lock()) ### About to add this lock ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40080000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536898 expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1746145263.084178:0:7102:0:(ldlm_lockd.c:1083:ldlm_server_completion_ast()) ### server preparing completion AST ns: filter-lustre-OST0001_UUID lock: ffff8800a5324000/0xb5ee96b21a0d7ccb lrc: 3/0,0 mode: PW/PW res: [0x280000400:0x1d:0x0].0x0 rrc: 3 type: EXT [0->18446744073709551615] (req 0->1048575) gid 0 flags: 0x40000000020000 nid: 192.168.203.38@tcp remote: 0x4c8b53b6ef536898 expref: 9 pid: 8466 timeout: 0 lvb_type: 0 00000100:00100000:1.0:1746145263.084193:0:7102:0:(client.c:1778:ptlrpc_send_new_req()) Sending RPC req@ffff88008838ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531173504:192.168.203.38@tcp:105: 00000100:00100000:1.0:1746145263.084262:0:7102:0:(client.c:2553:ptlrpc_set_wait()) set ffff880093b27600 going to sleep for 11 seconds 00000100:00100000:2.0:1746145263.087389:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+60:1961:x1830965535583104:12345-192.168.203.38@tcp:4:dd.0 Request processed in 17633us (17876us total) trans 4294968725 rc 0/0 00000100:00100000:2.0:1746145263.087398:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4859 00002000:00100000:2.0:1746145263.087407:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (0->1048575) req@ffff88008838fb80 x1830965535583104/t4294968725(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.087415:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838fb80 with x1830965535583104 ext(0->1048575) 00002000:00010000:2.0:1746145263.087419:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838fb80 00000100:00100000:0.0:1746145263.087525:0:7102:0:(client.c:2263:ptlrpc_check_set()) Completed RPC req@ffff88008838ce00 pname:cluuid:pid:xid:nid:opc:job ldlm_cn00_001:lustre-OST0001_UUID:7102:1830965531173504:192.168.203.38@tcp:105: 00010000:00010000:0.0:1746145263.087577:0:7102:0:(ldlm_lockd.c:1801:ldlm_request_cancel()) ### server-side cancel handler END 00000100:00100000:0.0:1746145263.087610:0:7102:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291880 pname:cluuid+ref:pid:xid:nid:opc:job ldlm_cn00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+9:1961:x1830965535583360:12345-192.168.203.38@tcp:103:ldlm_bl.0 Request processed in 6191us (8164us total) trans 0 rc 0/0 00000100:00100000:0.0:1746145263.087616:0:7102:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 10710 00000100:00100000:3.0:1746145263.096973:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.097111:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535583616 00000100:00100000:2.0:1746145263.097120:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535583616 00002000:00100000:2.0:1746145263.097157:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8800a526e300 x1830965535583616/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.097167:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535583616 ext(0->1048575) 00002000:00010000:2.0:1746145263.097172:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e300 00000100:00100000:2.0:1746145263.097201:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4860 00000100:00100000:2.0:1746145263.097208:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+10:1960:x1830965535583616:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145263.107623:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.107730:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535583872 00000100:00100000:2.0:1746145263.107738:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535583872 00002000:00100000:2.0:1746145263.107771:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff88009c19d880 x1830965535583872/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.107780:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d880 with x1830965535583872 ext(1048576->2097151) 00002000:00010000:2.0:1746145263.107784:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19d880 00000100:00100000:2.0:1746145263.107813:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4861 00000100:00100000:2.0:1746145263.107819:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+60:1961:x1830965535583872:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.108216:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+12:1960:x1830965535583616:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11007us (11249us total) trans 4294968126 rc 0/0 00000100:00100000:3.0:1746145263.108223:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4860 00002000:00100000:3.0:1746145263.108229:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (0->1048575) req@ffff8800a526e300 x1830965535583616/t4294968126(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.108236:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526e300 with x1830965535583616 ext(0->1048575) 00002000:00010000:3.0:1746145263.108239:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526e300 00000100:00100000:2.0:1746145263.112535:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+62:1961:x1830965535583872:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4708us (4911us total) trans 4294968726 rc 0/0 00000100:00100000:2.0:1746145263.112545:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4861 00002000:00100000:2.0:1746145263.112555:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (1048576->2097151) req@ffff88009c19d880 x1830965535583872/t4294968726(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.112564:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d880 with x1830965535583872 ext(1048576->2097151) 00002000:00010000:2.0:1746145263.112569:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19d880 00000100:00100000:0.0:1746145263.114321:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.114392:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535584128 00000100:00100000:2.0:1746145263.114399:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535584128 00002000:00100000:2.0:1746145263.114429:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009c19f480 x1830965535584128/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.114438:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535584128 ext(1048576->2097151) 00002000:00010000:2.0:1746145263.114443:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f480 00000100:00100000:2.0:1746145263.114467:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4862 00000100:00100000:2.0:1746145263.114474:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+12:1961:x1830965535584128:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145263.122874:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f480 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535584128:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8392us (8549us total) trans 4294968127 rc 0/0 00000100:00100000:2.0:1746145263.122883:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4862 00002000:00100000:2.0:1746145263.122893:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (1048576->2097151) req@ffff88009c19f480 x1830965535584128/t4294968127(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.122913:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f480 with x1830965535584128 ext(1048576->2097151) 00002000:00010000:2.0:1746145263.122918:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19f480 00000100:00100000:1.0:1746145263.124774:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.124913:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535584384 00000100:00100000:2.0:1746145263.124921:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535584384 00002000:00100000:2.0:1746145263.124948:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff88008838d500 x1830965535584384/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:2.0:1746145263.124956:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d500 with x1830965535584384 ext(2097152->3145727) 00002000:00010000:2.0:1746145263.124960:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838d500 00000100:00100000:2.0:1746145263.124986:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4863 00000100:00100000:2.0:1746145263.124993:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+62:1960:x1830965535584384:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.131114:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:2.0:1746145263.131958:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535584640 00000100:00100000:2.0:1746145263.131967:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535584640 00000100:00100000:2.0:1746145263.132014:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 178 00000100:00100000:2.0:1746145263.132021:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a63c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+38:1136:x1830965535584640:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145263.132175:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a63c3c50 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:7a85f03f-19c5-4e3c-b39a-27a6a753dbf1+39:1136:x1830965535584640:12345-192.168.203.38@tcp:35:dd.0 Request processed in 154us (1068us total) trans 4294985975 rc 0/0 00000100:00100000:2.0:1746145263.132182:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 178 00000100:00100000:0.0:1746145263.134360:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.134417:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535584896 00000100:00100000:0.0:1746145263.134423:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535584896 00002000:00100000:0.0:1746145263.134455:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009c19c700 x1830965535584896/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.134463:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535584896 ext(2097152->3145727) 00002000:00010000:0.0:1746145263.134468:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c700 00000100:00100000:0.0:1746145263.134492:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4864 00000100:00100000:0.0:1746145263.134499:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+14:1961:x1830965535584896:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.135966:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838d500 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+64:1960:x1830965535584384:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10969us (11193us total) trans 4294968727 rc 0/0 00000100:00100000:3.0:1746145263.135978:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4863 00002000:00100000:3.0:1746145263.135985:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (2097152->3145727) req@ffff88008838d500 x1830965535584384/t4294968727(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.135996:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838d500 with x1830965535584384 ext(2097152->3145727) 00002000:00010000:3.0:1746145263.136000:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838d500 00000100:00100000:1.0:1746145263.140803:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.140891:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535585152 00000100:00100000:3.0:1746145263.140899:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535585152 00002000:00100000:3.0:1746145263.141021:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff88008838ce00 x1830965535585152/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.141029:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ce00 with x1830965535585152 ext(3145728->4194303) 00002000:00010000:3.0:1746145263.141034:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838ce00 00000100:00100000:3.0:1746145263.141058:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4865 00000100:00100000:3.0:1746145263.141064:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+64:1960:x1830965535585152:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.141362:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19c700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535584896:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6863us (7007us total) trans 4294968128 rc 0/0 00000100:00100000:1.0:1746145263.141369:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4864 00002000:00100000:1.0:1746145263.141375:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (2097152->3145727) req@ffff88009c19c700 x1830965535584896/t4294968128(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.141381:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19c700 with x1830965535584896 ext(2097152->3145727) 00002000:00010000:1.0:1746145263.141384:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19c700 00000100:00100000:2.0:1746145263.149760:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.149816:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535585408 00000100:00100000:1.0:1746145263.149825:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535585408 00002000:00100000:1.0:1746145263.149860:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093291180 x1830965535585408/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.149868:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965535585408 ext(3145728->4194303) 00002000:00010000:1.0:1746145263.149873:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291180 00000100:00100000:1.0:1746145263.149890:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4866 00000100:00100000:1.0:1746145263.149897:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+16:1961:x1830965535585408:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.153500:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+66:1960:x1830965535585152:12345-192.168.203.38@tcp:4:dd.0 Request processed in 12427us (12694us total) trans 4294968728 rc 0/0 00000100:00100000:3.0:1746145263.153511:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4865 00002000:00100000:3.0:1746145263.153521:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (3145728->4194303) req@ffff88008838ce00 x1830965535585152/t4294968728(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.153529:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838ce00 with x1830965535585152 ext(3145728->4194303) 00002000:00010000:3.0:1746145263.153534:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838ce00 00000100:00100000:1.0:1746145263.156926:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535585408:12345-192.168.203.38@tcp:4:dd.0 Request processed in 7023us (7167us total) trans 4294968129 rc 0/0 00000100:00100000:1.0:1746145263.156936:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4866 00002000:00100000:1.0:1746145263.156946:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (3145728->4194303) req@ffff880093291180 x1830965535585408/t4294968129(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.156955:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291180 with x1830965535585408 ext(3145728->4194303) 00002000:00010000:1.0:1746145263.156961:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093291180 00000100:00100000:2.0:1746145263.157338:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.157380:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535585664 00000100:00100000:1.0:1746145263.157387:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535585664 00002000:00100000:1.0:1746145263.157411:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093291c00 x1830965535585664/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.157418:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535585664 ext(4194304->5242879) 00002000:00010000:1.0:1746145263.157421:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:1.0:1746145263.157697:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4867 00000100:00100000:1.0:1746145263.157704:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+66:1960:x1830965535585664:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145263.162564:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.162711:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535585920 00000100:00100000:3.0:1746145263.162719:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535585920 00002000:00100000:3.0:1746145263.162755:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093293800 x1830965535585920/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.162769:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965535585920 ext(4194304->5242879) 00002000:00010000:3.0:1746145263.162773:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293800 00000100:00100000:3.0:1746145263.162790:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4868 00000100:00100000:3.0:1746145263.162796:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+18:1961:x1830965535585920:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.164082:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093291c00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+68:1960:x1830965535585664:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6375us (6741us total) trans 4294968729 rc 0/0 00000100:00100000:1.0:1746145263.164090:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4867 00002000:00100000:1.0:1746145263.164097:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (4194304->5242879) req@ffff880093291c00 x1830965535585664/t4294968729(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.164104:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093291c00 with x1830965535585664 ext(4194304->5242879) 00002000:00010000:1.0:1746145263.164107:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093291c00 00000100:00100000:0.0:1746145263.170821:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093293800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965535585920:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8017us (8255us total) trans 4294968130 rc 0/0 00000100:00100000:0.0:1746145263.170832:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4868 00002000:00100000:0.0:1746145263.170843:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (4194304->5242879) req@ffff880093293800 x1830965535585920/t4294968130(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.170852:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093293800 with x1830965535585920 ext(4194304->5242879) 00002000:00010000:0.0:1746145263.170857:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880093293800 00000100:00100000:2.0:1746145263.172279:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.172347:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535586176 00000100:00100000:0.0:1746145263.172354:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535586176 00002000:00100000:0.0:1746145263.172384:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880093290700 x1830965535586176/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.172391:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965535586176 ext(5242880->6291455) 00002000:00010000:0.0:1746145263.172394:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093290700 00000100:00100000:0.0:1746145263.173007:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4869 00000100:00100000:0.0:1746145263.173015:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+68:1961:x1830965535586176:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.176600:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.176706:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535586432 00000100:00100000:1.0:1746145263.176714:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535586432 00002000:00100000:1.0:1746145263.176751:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800a526f800 x1830965535586432/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.176759:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535586432 ext(5242880->6291455) 00002000:00010000:1.0:1746145263.176763:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f800 00000100:00100000:1.0:1746145263.176792:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4870 00000100:00100000:1.0:1746145263.176799:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+20:1961:x1830965535586432:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145263.177428:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880093290700 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+70:1961:x1830965535586176:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4413us (5151us total) trans 4294968730 rc 0/0 00000100:00100000:0.0:1746145263.177435:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4869 00002000:00100000:0.0:1746145263.177440:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (5242880->6291455) req@ffff880093290700 x1830965535586176/t4294968730(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.177446:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880093290700 with x1830965535586176 ext(5242880->6291455) 00002000:00010000:0.0:1746145263.177449:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880093290700 00000100:00100000:1.0:1746145263.182863:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+22:1961:x1830965535586432:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6058us (6263us total) trans 4294968131 rc 0/0 00000100:00100000:1.0:1746145263.182874:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4870 00002000:00100000:1.0:1746145263.182884:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (5242880->6291455) req@ffff8800a526f800 x1830965535586432/t4294968131(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.182891:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526f800 with x1830965535586432 ext(5242880->6291455) 00002000:00010000:1.0:1746145263.182896:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526f800 00000100:00100000:3.0:1746145263.183480:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.183623:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535586688 00000100:00100000:1.0:1746145263.183651:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535586688 00002000:00100000:1.0:1746145263.183675:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff8800a526ea00 x1830965535586688/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.183682:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ea00 with x1830965535586688 ext(6291456->7340031) 00002000:00010000:1.0:1746145263.183685:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526ea00 00000100:00100000:1.0:1746145263.183699:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4871 00000100:00100000:1.0:1746145263.183704:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+70:1960:x1830965535586688:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.189351:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ea00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+72:1960:x1830965535586688:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5637us (5862us total) trans 4294968731 rc 0/0 00000100:00100000:1.0:1746145263.189363:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4871 00002000:00100000:1.0:1746145263.189375:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (6291456->7340031) req@ffff8800a526ea00 x1830965535586688/t4294968731(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.189383:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ea00 with x1830965535586688 ext(6291456->7340031) 00002000:00010000:1.0:1746145263.189388:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526ea00 00000100:00100000:3.0:1746145263.190021:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.190092:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535586944 00000100:00100000:1.0:1746145263.190102:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535586944 00002000:00100000:1.0:1746145263.190125:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff8800a526ce00 x1830965535586944/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.190132:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535586944 ext(6291456->7340031) 00002000:00010000:1.0:1746145263.190134:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:1.0:1746145263.190158:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4872 00000100:00100000:1.0:1746145263.190164:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+22:1960:x1830965535586944:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.196962:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+24:1960:x1830965535586944:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6792us (6935us total) trans 4294968132 rc 0/0 00000100:00100000:1.0:1746145263.196970:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4872 00002000:00100000:1.0:1746145263.196978:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (6291456->7340031) req@ffff8800a526ce00 x1830965535586944/t4294968132(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.196984:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526ce00 with x1830965535586944 ext(6291456->7340031) 00002000:00010000:1.0:1746145263.196988:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff8800a526ce00 00000100:00100000:3.0:1746145263.197856:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.198296:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535587200 00000100:00100000:1.0:1746145263.198303:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535587200 00002000:00100000:1.0:1746145263.198328:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800a526d180 x1830965535587200/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.198337:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526d180 with x1830965535587200 ext(7340032->8388607) 00002000:00010000:1.0:1746145263.198340:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526d180 00000100:00100000:1.0:1746145263.198359:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4873 00000100:00100000:1.0:1746145263.198368:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff8800a526d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+72:1961:x1830965535587200:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.206819:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff8800a526d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+74:1961:x1830965535587200:12345-192.168.203.38@tcp:4:dd.0 Request processed in 8444us (8956us total) trans 4294968732 rc 0/0 00000100:00100000:1.0:1746145263.206830:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4873 00002000:00100000:1.0:1746145263.206841:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (7340032->8388607) req@ffff8800a526d180 x1830965535587200/t4294968732(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.206849:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff8800a526d180 with x1830965535587200 ext(7340032->8388607) 00002000:00010000:1.0:1746145263.206853:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff8800a526d180 00000100:00100000:3.0:1746145263.207821:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.208690:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535587456 00000100:00100000:1.0:1746145263.208697:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535587456 00002000:00100000:1.0:1746145263.208723:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880092697b80 x1830965535587456/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.208732:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697b80 with x1830965535587456 ext(7340032->8388607) 00002000:00010000:1.0:1746145263.208735:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092697b80 00000100:00100000:1.0:1746145263.208752:0:714:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4874 00000100:00100000:1.0:1746145263.208758:0:714:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+24:1961:x1830965535587456:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.213477:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.213614:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535587712 00000100:00100000:0.0:1746145263.213621:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535587712 00002000:00100000:0.0:1746145263.213682:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff880092695880 x1830965535587712/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.213696:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535587712 ext(8388608->9437183) 00002000:00010000:0.0:1746145263.213700:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092695880 00000100:00100000:0.0:1746145263.213728:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4875 00000100:00100000:0.0:1746145263.213733:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+74:1960:x1830965535587712:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.222113:0:714:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092697b80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_012:97ec8067-0811-494c-8790-cb1a1d068df8+26:1961:x1830965535587456:12345-192.168.203.38@tcp:4:dd.0 Request processed in 13347us (14285us total) trans 4294968133 rc 0/0 00000100:00100000:1.0:1746145263.222129:0:714:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4874 00002000:00100000:1.0:1746145263.222140:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_012: refresh rw locks for [0x280000400:0x1d:0x0] (7340032->8388607) req@ffff880092697b80 x1830965535587456/t4294968133(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.222149:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092697b80 with x1830965535587456 ext(7340032->8388607) 00002000:00010000:1.0:1746145263.222155:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff880092697b80 00000100:00100000:1.0:1746145263.229002:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.229701:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff880092695880 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+76:1960:x1830965535587712:12345-192.168.203.38@tcp:4:dd.0 Request processed in 15965us (16228us total) trans 4294968733 rc 0/0 00000100:00100000:1.0:1746145263.229710:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4875 00002000:00100000:1.0:1746145263.229719:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (8388608->9437183) req@ffff880092695880 x1830965535587712/t4294968733(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.229728:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff880092695880 with x1830965535587712 ext(8388608->9437183) 00002000:00010000:1.0:1746145263.229733:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff880092695880 00000100:00100000:1.0:1746145263.229749:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535587968 00000100:00100000:1.0:1746145263.229755:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535587968 00002000:00100000:1.0:1746145263.229776:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008838e300 x1830965535587968/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.229782:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838e300 with x1830965535587968 ext(8388608->9437183) 00002000:00010000:1.0:1746145263.229785:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838e300 00000100:00100000:1.0:1746145263.229795:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4876 00000100:00100000:1.0:1746145263.229800:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+26:1961:x1830965535587968:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145263.237807:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.237834:0:714:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535588224 00000100:00100000:0.0:1746145263.237841:0:714:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535588224 00002000:00100000:0.0:1746145263.237874:0:714:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_012: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88009c19f800 x1830965535588224/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.237883:0:714:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535588224 ext(9437184->10485759) 00002000:00010000:0.0:1746145263.237887:0:714:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19f800 00000100:00100000:0.0:1746145263.237919:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4877 00000100:00100000:0.0:1746145263.237925:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+76:1961:x1830965535588224:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.240858:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838e300 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+28:1961:x1830965535587968:12345-192.168.203.38@tcp:4:dd.0 Request processed in 11049us (11855us total) trans 4294968134 rc 0/0 00000100:00100000:3.0:1746145263.240867:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4876 00002000:00100000:3.0:1746145263.240877:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (8388608->9437183) req@ffff88008838e300 x1830965535587968/t4294968134(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.240885:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838e300 with x1830965535587968 ext(8388608->9437183) 00002000:00010000:3.0:1746145263.240890:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88008838e300 00000100:00100000:0.0:1746145263.246039:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.246306:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535588480 00000100:00100000:3.0:1746145263.246314:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535588480 00002000:00100000:3.0:1746145263.246349:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009c19ed80 x1830965535588480/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.246357:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ed80 with x1830965535588480 ext(9437184->10485759) 00002000:00010000:3.0:1746145263.246361:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ed80 00000100:00100000:3.0:1746145263.246378:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4878 00000100:00100000:3.0:1746145263.246385:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+28:1961:x1830965535588480:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.247786:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19f800 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+78:1961:x1830965535588224:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9856us (9982us total) trans 4294968734 rc 0/0 00000100:00100000:1.0:1746145263.247794:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4877 00002000:00100000:1.0:1746145263.247800:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (9437184->10485759) req@ffff88009c19f800 x1830965535588224/t4294968734(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.247807:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19f800 with x1830965535588224 ext(9437184->10485759) 00002000:00010000:1.0:1746145263.247810:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19f800 00000100:00100000:3.0:1746145263.251011:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ed80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+30:1961:x1830965535588480:12345-192.168.203.38@tcp:4:dd.0 Request processed in 4619us (4973us total) trans 4294968135 rc 0/0 00000100:00100000:3.0:1746145263.251020:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4878 00002000:00100000:3.0:1746145263.251029:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (9437184->10485759) req@ffff88009c19ed80 x1830965535588480/t4294968135(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.251038:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ed80 with x1830965535588480 ext(9437184->10485759) 00002000:00010000:3.0:1746145263.251042:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19ed80 00000100:00100000:1.0:1746145263.251745:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.251799:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535588736 00000100:00100000:3.0:1746145263.251806:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535588736 00002000:00100000:3.0:1746145263.251831:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88008838c000 x1830965535588736/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.251838:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838c000 with x1830965535588736 ext(10485760->11534335) 00002000:00010000:3.0:1746145263.251841:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838c000 00000100:00100000:3.0:1746145263.251855:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4879 00000100:00100000:3.0:1746145263.251861:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88008838c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+78:1960:x1830965535588736:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145263.257108:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:0.0:1746145263.257134:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535588992 00000100:00100000:0.0:1746145263.257142:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535588992 00002000:00100000:0.0:1746145263.257174:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009c19fb80 x1830965535588992/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:0.0:1746145263.257183:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535588992 ext(10485760->11534335) 00002000:00010000:0.0:1746145263.257188:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19fb80 00000100:00100000:0.0:1746145263.257203:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4880 00000100:00100000:0.0:1746145263.257210:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+30:1960:x1830965535588992:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:3.0:1746145263.262404:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88008838c000 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+80:1960:x1830965535588736:12345-192.168.203.38@tcp:4:dd.0 Request processed in 10535us (10652us total) trans 4294968735 rc 0/0 00000100:00100000:3.0:1746145263.262415:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4879 00002000:00100000:3.0:1746145263.262427:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (10485760->11534335) req@ffff88008838c000 x1830965535588736/t4294968735(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.262436:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88008838c000 with x1830965535588736 ext(10485760->11534335) 00002000:00010000:3.0:1746145263.262440:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88008838c000 00000100:00100000:1.0:1746145263.266465:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19fb80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535588992:12345-192.168.203.38@tcp:4:dd.0 Request processed in 9249us (9357us total) trans 4294968136 rc 0/0 00000100:00100000:1.0:1746145263.266475:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4880 00002000:00100000:1.0:1746145263.266485:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_010: refresh rw locks for [0x280000400:0x1d:0x0] (10485760->11534335) req@ffff88009c19fb80 x1830965535588992/t4294968136(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.266494:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19fb80 with x1830965535588992 ext(10485760->11534335) 00002000:00010000:1.0:1746145263.266499:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19fb80 00000100:00100000:0.0:1746145263.266787:0:3292:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:1.0:1746145263.266973:0:711:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535589248 00000100:00100000:1.0:1746145263.266979:0:711:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535589248 00002000:00100000:1.0:1746145263.267006:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009c19ca80 x1830965535589248/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.267013:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ca80 with x1830965535589248 ext(11534336->12582911) 00002000:00010000:1.0:1746145263.267016:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ca80 00000100:00100000:1.0:1746145263.267537:0:711:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4881 00000100:00100000:1.0:1746145263.267544:0:711:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+80:1961:x1830965535589248:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:1.0:1746145263.272931:0:711:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ca80 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_010:97ec8067-0811-494c-8790-cb1a1d068df8+82:1961:x1830965535589248:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5380us (6138us total) trans 4294968736 rc 0/0 00000100:00100000:1.0:1746145263.272942:0:711:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4881 00002000:00100000:1.0:1746145263.272952:0:711:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_010: refresh rw locks for [0x240000400:0x1e:0x0] (11534336->12582911) req@ffff88009c19ca80 x1830965535589248/t4294968736(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:1.0:1746145263.272967:0:711:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ca80 with x1830965535589248 ext(11534336->12582911) 00002000:00010000:1.0:1746145263.272972:0:711:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ca80 00000100:00100000:0.0:1746145263.273119:0:3290:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.273276:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535589504 00000100:00100000:3.0:1746145263.273283:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535589504 00002000:00100000:3.0:1746145263.273309:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009c19d180 x1830965535589504/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.273316:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535589504 ext(11534336->12582911) 00002000:00010000:3.0:1746145263.273319:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d180 00000100:00100000:3.0:1746145263.273335:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4882 00000100:00100000:3.0:1746145263.273340:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+32:1960:x1830965535589504:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:0.0:1746145263.278946:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.279292:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19d180 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+34:1960:x1830965535589504:12345-192.168.203.38@tcp:4:dd.0 Request processed in 5949us (6172us total) trans 4294968137 rc 0/0 00000100:00100000:3.0:1746145263.279303:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4882 00002000:00100000:3.0:1746145263.279313:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0001 ll_ost_io00_011: refresh rw locks for [0x280000400:0x1d:0x0] (11534336->12582911) req@ffff88009c19d180 x1830965535589504/t4294968137(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.279322:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19d180 with x1830965535589504 ext(11534336->12582911) 00002000:00010000:3.0:1746145263.279326:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0001: refreshed 0 locks timeout for req ffff88009c19d180 00000100:00100000:0.0:1746145263.279560:0:3291:0:(events.c:341:request_in_callback()) peer: 12345-192.168.203.38@tcp (source: 12345-192.168.203.38@tcp) 00000100:00100000:3.0:1746145263.279760:0:712:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535589760 00000100:00100000:3.0:1746145263.279766:0:712:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535589760 00002000:00100000:3.0:1746145263.279792:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88009c19ce00 x1830965535589760/t0(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/0 e 0 to 0 dl 1746145274 ref 1 fl New:/200/ffffffff rc 0/-1 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.279799:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535589760 ext(12582912->13631487) 00002000:00010000:3.0:1746145263.279801:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ce00 00000100:00100000:3.0:1746145263.279820:0:712:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 4883 00000100:00100000:3.0:1746145263.279825:0:712:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+82:1960:x1830965535589760:12345-192.168.203.38@tcp:4:dd.0 00000100:00100000:2.0:1746145263.279831:0:7120:0:(service.c:2226:ptlrpc_server_handle_req_in()) unwrap req x1830965535590016 00000100:00100000:2.0:1746145263.279835:0:7120:0:(service.c:2291:ptlrpc_server_handle_req_in()) got req x1830965535590016 00000100:00100000:2.0:1746145263.279884:0:7120:0:(nrs_fifo.c:155:nrs_fifo_req_get()) NRS start fifo request from 12345-192.168.203.38@tcp, seq: 179 00000100:00100000:2.0:1746145263.279890:0:7120:0:(service.c:2470:ptlrpc_server_handle_request()) Handling RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+25:1137:x1830965535590016:12345-192.168.203.38@tcp:35:dd.0 00000100:00100000:2.0:1746145263.280169:0:7120:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ea00 pname:cluuid+ref:pid:xid:nid:opc:job mdt_rdpg00_001:97ec8067-0811-494c-8790-cb1a1d068df8+26:1137:x1830965535590016:12345-192.168.203.38@tcp:35:dd.0 Request processed in 278us (1228us total) trans 4294985976 rc 0/0 00000100:00100000:2.0:1746145263.280174:0:7120:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 179 00000100:00100000:3.0:1746145263.286832:0:712:0:(service.c:2522:ptlrpc_server_handle_request()) Handled RPC req@ffff88009c19ce00 pname:cluuid+ref:pid:xid:nid:opc:job ll_ost_io00_011:97ec8067-0811-494c-8790-cb1a1d068df8+84:1960:x1830965535589760:12345-192.168.203.38@tcp:4:dd.0 Request processed in 6999us (7266us total) trans 4294968737 rc 0/0 00000100:00100000:3.0:1746145263.286842:0:712:0:(nrs_fifo.c:217:nrs_fifo_req_stop()) NRS stop fifo request from 12345-192.168.203.38@tcp, seq: 4883 00002000:00100000:3.0:1746145263.286853:0:712:0:(ofd_dev.c:2591:ofd_rw_hpreq_check()) @@@ lustre-OST0000 ll_ost_io00_011: refresh rw locks for [0x240000400:0x1e:0x0] (12582912->13631487) req@ffff88009c19ce00 x1830965535589760/t4294968737(0) o4->97ec8067-0811-494c-8790-cb1a1d068df8@192.168.203.38@tcp:149/0 lens 488/448 e 0 to 0 dl 1746145274 ref 1 fl Complete:/200/0 rc 0/0 job:'dd.0' uid:0 gid:0 00002000:00100000:3.0:1746145263.286863:0:712:0:(ofd_dev.c:2450:ofd_prolong_extent_locks()) Prolong locks for req ffff88009c19ce00 with x1830965535589760 ext(12582912->13631487) 00002000:00010000:3.0:1746145263.286868:0:712:0:(ofd_dev.c:2596:ofd_rw_hpreq_check()) lustre-OST0000: refreshed 0 locks timeout for req ffff88009c19ce00 00000001:00080000:2.0:1746145263.330424:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968730 is committed 00000001:00080000:2.0:1746145263.330458:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968689 is committed 00000001:00080000:2.0:1746145263.330465:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968732 is committed 00000001:00080000:2.0:1746145263.330488:0:8560:0:(tgt_lastrcvd.c:950:tgt_cb_last_committed()) lustre-OST0000: transno 4294968700 is committed 00010000:00010000:2.0:1746145263.403883:0:8480:0:(ldlm_lockd.c:2815:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:02000400:1.0:1746145263.785895:0:6704:0:(debug.c:792:libcfs_debug_mark_buffer()) DEBUG MARKER: sanityn test_16j: @@@@@@ FAIL: dio copy 1 w/bsize 1049600 failed: 1 Debug log: 69369 lines, 69369 kept, 0 dropped, 0 bad.